From 67e320c7107874c18724b3ce725943904f9ce0a4 Mon Sep 17 00:00:00 2001 From: Torch-TensorRT Github Bot Date: Tue, 26 Apr 2022 16:41:13 +0000 Subject: [PATCH] docs: [Automated] Regenerating documenation for 919b9e9 Signed-off-by: Torch-TensorRT Github Bot --- docs/_notebooks/CitriNet-example.html | 2 +- docs/_notebooks/EfficientNet-example.html | 2 +- docs/_notebooks/Hugging-Face-BERT.html | 2 +- docs/_notebooks/Resnet50-example.html | 2 +- docs/_notebooks/lenet-getting-started.html | 2 +- docs/_notebooks/ssd-object-detection-demo.html | 2 +- docs/_notebooks/vgg-qat.html | 2 +- docs/_sources/contributors/conversion.rst.txt | 3 ++- docs/_sources/contributors/lowering.rst.txt | 2 +- docs/_sources/contributors/partitioning.rst.txt | 6 +++--- docs/_sources/contributors/phases.rst.txt | 6 +++--- docs/_sources/contributors/system_overview.rst.txt | 2 +- docs/contributors/conversion.html | 10 ++++++++-- docs/contributors/lowering.html | 6 +++--- docs/contributors/partitioning.html | 4 ++-- docs/contributors/phases.html | 12 +++++------- docs/contributors/system_overview.html | 14 ++++++-------- docs/py_api/ts.html | 2 +- docs/searchindex.js | 2 +- 19 files changed, 43 insertions(+), 40 deletions(-) diff --git a/docs/_notebooks/CitriNet-example.html b/docs/_notebooks/CitriNet-example.html index 6a69a0854a..61cc2c99c2 100644 --- a/docs/_notebooks/CitriNet-example.html +++ b/docs/_notebooks/CitriNet-example.html @@ -857,7 +857,7 @@

- 16b97c6c0c8746a9ad5b95a20bbb48b7 + 06dbf5b7da64440da85bb0a3a1fa0d39

diff --git a/docs/_notebooks/EfficientNet-example.html b/docs/_notebooks/EfficientNet-example.html index 47ef1b3c3a..db9d8d86ec 100644 --- a/docs/_notebooks/EfficientNet-example.html +++ b/docs/_notebooks/EfficientNet-example.html @@ -857,7 +857,7 @@

- 2eb6e25acb6241e5a7fb71e7bbe4a514 + 014c3196047e4928abffdab4c053b10c

diff --git a/docs/_notebooks/Hugging-Face-BERT.html b/docs/_notebooks/Hugging-Face-BERT.html index 044ba30ad1..ae98c69ce0 100644 --- a/docs/_notebooks/Hugging-Face-BERT.html +++ b/docs/_notebooks/Hugging-Face-BERT.html @@ -809,7 +809,7 @@

- 01cc7685bbcc49698ca422d848cd686b + ebee052e327d47b19490e23186c1589c

diff --git a/docs/_notebooks/Resnet50-example.html b/docs/_notebooks/Resnet50-example.html index ac5080a475..33851993af 100644 --- a/docs/_notebooks/Resnet50-example.html +++ b/docs/_notebooks/Resnet50-example.html @@ -857,7 +857,7 @@

- 4bc581df48894031abeaeade842f63e6 + 6a06541e0a714d89adfee0ad1925a35b

diff --git a/docs/_notebooks/lenet-getting-started.html b/docs/_notebooks/lenet-getting-started.html index 37daef5610..1da4eba9cc 100644 --- a/docs/_notebooks/lenet-getting-started.html +++ b/docs/_notebooks/lenet-getting-started.html @@ -895,7 +895,7 @@

- 95168dd749c543dea8d29528fa4769a5 + 0b18389c4b4949eba10f5d6e5d2beac1

diff --git a/docs/_notebooks/ssd-object-detection-demo.html b/docs/_notebooks/ssd-object-detection-demo.html index 4a2610975f..b628f99e66 100644 --- a/docs/_notebooks/ssd-object-detection-demo.html +++ b/docs/_notebooks/ssd-object-detection-demo.html @@ -915,7 +915,7 @@

- 93aa88092fbf4efeb380fcbe20133f1a + 89d2ee3efaf040128b4ca16a897787e3

diff --git a/docs/_notebooks/vgg-qat.html b/docs/_notebooks/vgg-qat.html index 26af666ffe..92db45fde7 100644 --- a/docs/_notebooks/vgg-qat.html +++ b/docs/_notebooks/vgg-qat.html @@ -922,7 +922,7 @@

## 2. VGG16 Overview ### Very Deep Convolutional Networks for Large-Scale Image Recognition VGG is one of the earliest family of image classification networks that first used small (3x3) convolution filters and achieved significant improvements on ImageNet recognition challenge. The network architecture looks as follows - ba2d50f0e2f940918ef09b03f7da5774 + 108b3227d92f48dfac1e036b6a225fd3

## 3. Training a baseline VGG16 model We train VGG16 on CIFAR10 dataset. Define training and testing datasets and dataloaders. This will download the CIFAR 10 data in your diff --git a/docs/_sources/contributors/conversion.rst.txt b/docs/_sources/contributors/conversion.rst.txt index deb6d85a49..f19fc5eba8 100644 --- a/docs/_sources/contributors/conversion.rst.txt +++ b/docs/_sources/contributors/conversion.rst.txt @@ -19,7 +19,7 @@ inputs and assemble an array of resources to pass to the converter. Inputs can b * The input is an output of a node that has already been converted - * In this case the ITensor of the output has added to the to the ``value_tensor_map``, + * In this case the ITensor of the output has added to the ``value_tensor_map``, The conversion stage will add the ITensor to the list of args for the converter * The input is from a node that produces a static value @@ -32,6 +32,7 @@ inputs and assemble an array of resources to pass to the converter. Inputs can b static value has been evaluated * The input is from a node that has not been converted + * Torch-TensorRT will error out here Node Evaluation diff --git a/docs/_sources/contributors/lowering.rst.txt b/docs/_sources/contributors/lowering.rst.txt index 7208e9c4bf..38c4491295 100644 --- a/docs/_sources/contributors/lowering.rst.txt +++ b/docs/_sources/contributors/lowering.rst.txt @@ -134,7 +134,7 @@ Removes _all_ tuples and raises an error if some cannot be removed, this is used Module Fallback ***************** - `Torch-TensorRT/core/lowering/passes/module_fallback.cpp ` + `Torch-TensorRT/core/lowering/passes/module_fallback.cpp `_ Module fallback consists of two lowering passes that must be run as a pair. The first pass is run before freezing to place delimiters in the graph around modules that should run in PyTorch. The second pass marks nodes between these delimiters after freezing to signify they should run in PyTorch. diff --git a/docs/_sources/contributors/partitioning.rst.txt b/docs/_sources/contributors/partitioning.rst.txt index 0259c0b515..fb294c827b 100644 --- a/docs/_sources/contributors/partitioning.rst.txt +++ b/docs/_sources/contributors/partitioning.rst.txt @@ -3,6 +3,6 @@ Partitioning Phase ==================== -The phase is optional and enabled by the user. It instructs the compiler to seperate nodes into ones that should run in PyTorch and ones that should run in TensorRT. -Criteria for seperation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to -run in PyTorch by the module fallback passes. \ No newline at end of file +The phase is optional and enabled by the user. It instructs the compiler to separate nodes into ones that should run in PyTorch and ones that should run in TensorRT. +Criteria for separation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to +run in PyTorch by the module fallback passes. diff --git a/docs/_sources/contributors/phases.rst.txt b/docs/_sources/contributors/phases.rst.txt index b654bdc569..e99af77faa 100644 --- a/docs/_sources/contributors/phases.rst.txt +++ b/docs/_sources/contributors/phases.rst.txt @@ -21,10 +21,10 @@ TensorRT. Partitioning ^^^^^^^^^^^^^ -:ref:`partitioning +:ref:`partitioning` -The phase is optional and enabled by the user. It instructs the compiler to seperate nodes into ones that should run in PyTorch and ones that should run in TensorRT. -Criteria for seperation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to +The phase is optional and enabled by the user. It instructs the compiler to separate nodes into ones that should run in PyTorch and ones that should run in TensorRT. +Criteria for separation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to run in PyTorch by the module fallback passes. Conversion diff --git a/docs/_sources/contributors/system_overview.rst.txt b/docs/_sources/contributors/system_overview.rst.txt index fb552e0101..d16697e3a3 100644 --- a/docs/_sources/contributors/system_overview.rst.txt +++ b/docs/_sources/contributors/system_overview.rst.txt @@ -23,7 +23,7 @@ The repository is structured into: The C++ API is unstable and subject to change until the library matures, though most work is done under the hood in the core. The core has a couple major parts: The top level compiler interface which coordinates ingesting a module, lowering, -converting and generating a new module and returning it back to the user. The there are the three main phases of the +converting and generating a new module and returning it back to the user. There are the three main phases of the compiler, the lowering phase, the conversion phase, and the execution phase. .. include:: phases.rst diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html index 567de716f9..6a310cb479 100644 --- a/docs/contributors/conversion.html +++ b/docs/contributors/conversion.html @@ -532,7 +532,7 @@

  • - In this case the ITensor of the output has added to the to the + In this case the ITensor of the output has added to the value_tensor_map @@ -570,8 +570,14 @@

  • The input is from a node that has not been converted -* Torch-TensorRT will error out here

    +
      +
    • +

      + Torch-TensorRT will error out here +

      +
      • +

diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html index 34612446ae..8954df9f83 100644 --- a/docs/contributors/lowering.html +++ b/docs/contributors/lowering.html @@ -912,9 +912,9 @@

- - Torch-TensorRT/core/lowering/passes/module_fallback.cpp <https://github.com/nvidia/Torch-TensorRT/blob/master/core/lowering/passes/module_fallback.cpp> - + + Torch-TensorRT/core/lowering/passes/module_fallback.cpp +

diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html index abf5e967b8..d278b8858c 100644 --- a/docs/contributors/partitioning.html +++ b/docs/contributors/partitioning.html @@ -468,8 +468,8 @@

- The phase is optional and enabled by the user. It instructs the compiler to seperate nodes into ones that should run in PyTorch and ones that should run in TensorRT. -Criteria for seperation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to + The phase is optional and enabled by the user. It instructs the compiler to separate nodes into ones that should run in PyTorch and ones that should run in TensorRT. +Criteria for separation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to run in PyTorch by the module fallback passes.

diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html index dc9fc6e682..21f5478a8a 100644 --- a/docs/contributors/phases.html +++ b/docs/contributors/phases.html @@ -520,17 +520,15 @@

- :ref: - - - ` + + + Partitioning Phase - partitioning

- The phase is optional and enabled by the user. It instructs the compiler to seperate nodes into ones that should run in PyTorch and ones that should run in TensorRT. -Criteria for seperation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to + The phase is optional and enabled by the user. It instructs the compiler to separate nodes into ones that should run in PyTorch and ones that should run in TensorRT. +Criteria for separation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to run in PyTorch by the module fallback passes.

diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html index 74685e2a0d..83f6276570 100644 --- a/docs/contributors/system_overview.html +++ b/docs/contributors/system_overview.html @@ -617,7 +617,7 @@

The core has a couple major parts: The top level compiler interface which coordinates ingesting a module, lowering, -converting and generating a new module and returning it back to the user. The there are the three main phases of the +converting and generating a new module and returning it back to the user. There are the three main phases of the compiler, the lowering phase, the conversion phase, and the execution phase.

@@ -657,17 +657,15 @@

- :ref: - - - ` + + + Partitioning Phase - partitioning

- The phase is optional and enabled by the user. It instructs the compiler to seperate nodes into ones that should run in PyTorch and ones that should run in TensorRT. -Criteria for seperation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to + The phase is optional and enabled by the user. It instructs the compiler to separate nodes into ones that should run in PyTorch and ones that should run in TensorRT. +Criteria for separation include: Lack of a converter, operator is explicitly set to run in PyTorch by the user or the node has a flag which tells partitioning to run in PyTorch by the module fallback passes.

diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html index 5d45f3597b..a678a12ebe 100644 --- a/docs/py_api/ts.html +++ b/docs/py_api/ts.html @@ -2066,7 +2066,7 @@

at - 0x7fc5e1feb7f0> + 0x7f24b4674ef0> diff --git a/docs/searchindex.js b/docs/searchindex.js index a392628fc1..4ce528ce86 100644 --- a/docs/searchindex.js +++ b/docs/searchindex.js @@ -1 +1 @@ -Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/CitriNet-example","_notebooks/EfficientNet-example","_notebooks/Hugging-Face-BERT","_notebooks/Resnet50-example","_notebooks/dynamic-shapes","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","_notebooks/vgg-qat","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","indices/supported_ops","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","tutorials/creating_torchscript_module_in_python","tutorials/getting_started_with_cpp_api","tutorials/getting_started_with_python_api","tutorials/installation","tutorials/ptq","tutorials/runtime","tutorials/torchtrtc","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/CitriNet-example.ipynb","_notebooks/EfficientNet-example.ipynb","_notebooks/Hugging-Face-BERT.ipynb","_notebooks/Resnet50-example.ipynb","_notebooks/dynamic-shapes.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","_notebooks/vgg-qat.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","indices/supported_ops.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","tutorials/creating_torchscript_module_in_python.rst","tutorials/getting_started_with_cpp_api.rst","tutorials/getting_started_with_python_api.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/torchtrtc.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":[[6,0,1,"c.STR","STR"],[10,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[12,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[8,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[9,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[7,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[13,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[11,0,1,"c.XSTR","XSTR"],[1,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[1,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[48,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[48,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[2,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[48,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[48,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[48,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[48,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[48,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[18,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[49,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[49,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[3,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[38,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[36,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[17,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[24,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[28,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[29,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[29,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[30,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[30,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[4,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[4,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"],[4,2,1,"_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"],[5,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::names"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"],[5,2,1,"_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8Calibrator::getBatchSize"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"],[32,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[32,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[32,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[31,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[37,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[37,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[50,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6inputsE","torch_tensorrt::torchscript::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_min_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_min_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[39,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[35,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[74,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[74,10,1,"","__init__"],[74,11,1,"","allow_gpu_fallback"],[74,11,1,"","device_type"],[74,11,1,"","dla_core"],[74,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[74,10,1,"","__init__"],[74,11,1,"","dtype"],[74,11,1,"","format"],[74,11,1,"","shape"],[74,11,1,"","shape_mode"]],"torch_tensorrt.logging":[[72,9,1,"","Level"],[72,9,1,"","debug"],[72,9,1,"","errors"],[72,12,1,"","get_is_colored_output_on"],[72,12,1,"","get_logging_prefix"],[72,12,1,"","get_reportable_log_level"],[72,9,1,"","graphs"],[72,9,1,"","info"],[72,9,1,"","internal_errors"],[72,12,1,"","log"],[72,12,1,"","set_is_colored_output_on"],[72,12,1,"","set_logging_prefix"],[72,12,1,"","set_reportable_log_level"],[72,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[72,11,1,"","Debug"],[72,11,1,"","Error"],[72,11,1,"","Graph"],[72,11,1,"","Info"],[72,11,1,"","InternalError"],[72,11,1,"","Warning"]],"torch_tensorrt.ptq":[[73,9,1,"id1","CacheCalibrator"],[73,9,1,"id2","CalibrationAlgo"],[73,9,1,"id0","DataLoaderCalibrator"],[73,12,1,"","get_batch"],[73,12,1,"","get_batch_size"],[73,12,1,"","get_cache_mode_batch"],[73,12,1,"","read_calibration_cache"],[73,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[73,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[73,11,1,"","ENTROPY_CALIBRATION"],[73,11,1,"","ENTROPY_CALIBRATION_2"],[73,11,1,"","LEGACY_CALIBRATION"],[73,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[73,10,1,"","__init__"]],"torch_tensorrt.ts":[[75,12,1,"","TensorRTCompileSpec"],[75,12,1,"","check_method_op_support"],[75,12,1,"","compile"],[75,12,1,"","convert_method_to_trt_engine"],[75,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[74,9,1,"","Device"],[74,9,1,"","DeviceType"],[74,9,1,"","EngineCapability"],[74,9,1,"","Input"],[74,9,1,"","TensorFormat"],[74,12,1,"","compile"],[74,12,1,"","convert_method_to_trt_engine"],[74,9,1,"","dtype"],[74,12,1,"","dump_build_info"],[74,12,1,"","get_build_info"],[72,8,0,"-","logging"],[73,8,0,"-","ptq"],[74,12,1,"","set_device"],[75,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[45,46,47,50,54,55,56,57,58,59,60,61,67,69,71,72,73,74,75,77,79,80,82,83,84],"00":[54,55,57,58,59,60,61],"00000000":[54,55,57,58,59],"000000037777":60,"000000252219":60,"000000397133":60,"000007":56,"000014":54,"000015":56,"000059":56,"000106":54,"000116":54,"000368":54,"000545":54,"000820":54,"000973":54,"001":58,"001256":54,"001260":54,"001270":54,"001351":54,"0018":61,"002":57,"002251":56,"002259":56,"0023":61,"002305":56,"0026":61,"003287":56,"003289":56,"003317":56,"003462":54,"003774":54,"004":55,"004128":54,"004205":56,"004206":56,"004256":56,"004825":54,"005":57,"006":55,"006661":54,"006677":56,"006693":56,"006733":54,"006846":54,"006943":56,"0070":61,"008":61,"008071":54,"008453":54,"0087":61,"009802":54,"009803":54,"009836":54,"00f1b6db":[55,57,58],"01":[55,57,58,59,60,61,71,77],"0106":61,"010961":54,"011388":54,"013":61,"0151":61,"016114":54,"0163":61,"0169":61,"018642":54,"018643":54,"018670":54,"02":[55,57,58,61],"0208":77,"020804":54,"021143":54,"0220":61,"024492":54,"025":61,"025000":61,"0263":61,"028":61,"0296":61,"03":[54,58],"03291":61,"033488":54,"033572":54,"03466":61,"035722":54,"0358":77,"0383":77,"04":[54,55,58,60,61,77,79],"0435":77,"04609":61,"0464":77,"04743":61,"04807":61,"0491":61,"0493":61,"04it":61,"05":[54,55,56,57,58,60,61],"050000":61,"0505":61,"05080":61,"0530":77,"05311":61,"05374":61,"057":61,"058047":54,"058053":54,"058375":54,"05945":61,"06":[54,55,58,60],"0622":61,"063":61,"06340":61,"06567":61,"0676ba61":[57,60],"0678":77,"069":61,"07":[55,57,58],"071":61,"071428":54,"072057":54,"07266":61,"076796":54,"08":[55,57,58],"0805":77,"0818":77,"08331":61,"08555":61,"086":61,"09":[55,57,58,59],"0932":77,"096":61,"0a0":[54,55],"0a3":54,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":79,"0f":60,"0mib":[55,57,58,59],"0rc1":54,"0s":57,"0x":56,"0x7fc5e1feb7f0":75,"1":[4,5,45,46,47,49,50,54,55,56,57,58,59,60,61,63,66,69,71,72,73,74,75,76,77,78,79,80,82,83,84],"10":[50,54,55,56,57,58,59,60,61,75,76,77,79,80],"100":[55,57,58,59,60,61],"1000":[55,57,58,59,60,61],"10000":[55,57,58],"100000":61,"10018":61,"10070":61,"101":56,"101168":61,"1012":63,"1013":63,"10130":61,"102":54,"102248":61,"1024":[54,55,57,58,59,60,61,74,75,82],"10240mib":59,"10362":55,"104":[55,57,58],"1045":77,"105":61,"1056":77,"1063":77,"1065":54,"1069":54,"107":[55,57,58],"107194":61,"10732":61,"107625":61,"107w":58,"109":77,"10990":61,"10b0":54,"11":[54,55,56,57,58,59,60,61,63,77,79],"110":[60,61],"11299":61,"112mib":54,"11499":61,"115":59,"115269":61,"115740":61,"11594":61,"117":[55,57,58],"117969":61,"118358":61,"11879":61,"11888":61,"119":76,"1190":54,"119708":54,"11k":[55,57,58],"11w":55,"12":[54,55,56,57,58,59,60,61,63,76,77],"120":[59,61,76,77],"120097":54,"1201":54,"121":[57,59],"1216":56,"121618":54,"122":59,"12288mib":54,"123":60,"12345":54,"126":61,"126382":61,"126834":61,"127":[55,58,61],"128":[54,55,56,57,58,59,60,61],"128674":61,"129":76,"129518":61,"12k":[57,58],"13":[54,56,57,58,59,60,61,79],"130":54,"1322":58,"1323":58,"1324":58,"1327":58,"1328":58,"1329":58,"133":55,"1330":58,"1332":58,"1333":58,"13388":61,"1341":58,"135453":61,"135936":61,"137":[54,76],"137858":61,"138":76,"138366":61,"139704147265344":61,"13x":55,"14":[54,55,56,57,58,59,60,61],"1409":80,"141":61,"143":54,"145":61,"145539":61,"146":54,"146053":61,"147871":61,"148353":61,"1488":54,"149":54,"14x":56,"15":[54,56,57,58,59,60,61],"1500":61,"1502":77,"1516":54,"1531":61,"1535566590":[55,57,58],"1538":54,"154252":61,"154685":61,"1549":77,"1556":80,"1563":61,"156558":61,"157159":61,"15w":57,"15x":56,"16":[54,56,57,58,59,60,61,74,76,77,78],"16000":54,"163197":61,"163676":61,"164":[55,57,58],"165":60,"165549":61,"165991":61,"166":60,"167":60,"1691":77,"17":[54,55,56,57,58,59,60,61],"173":61,"173305":61,"173926":61,"176034":61,"176697":61,"1771":56,"1776":56,"1777":[54,61],"179":60,"1792":54,"18":[54,55,56,57,58,59,60,61,77,79],"182843":61,"183426":61,"184":58,"185377":61,"185962":61,"188":61,"19":[54,56,57,60,61],"1906":61,"191966":61,"192424":61,"194325":61,"194817":61,"1971":61,"198":54,"1994":[61,80],"1d":63,"1e":[57,58,61],"1f":[54,56],"1rc0":54,"1ubuntu0":54,"1x1":60,"2":[47,50,54,55,56,57,58,59,60,61,69,71,72,73,74,75,76,77,79,80,83],"20":[54,55,56,57,58,60,61],"200":[55,57,58,59,61],"2000000000":[54,56],"2002":61,"2009":80,"200w":58,"201":[55,57,58],"2010":[61,80],"2014":80,"2017":[54,56,60],"2018":[55,56,57,58],"2019":[54,55,56,57,59,60],"201988":61,"202":[55,57,58],"2020":[58,60,70,77],"2021":[54,56],"2022":[54,55,56,57,58,59,60],"2023":[61,80],"202665":61,"204763":61,"2048":[57,58],"205461":61,"20w":59,"21":[54,55,56,57,58,59,60,61],"211393":61,"2114":58,"2117":58,"211987":61,"2120":58,"2123":58,"2125":58,"2134":58,"213899":61,"2141":58,"2142":58,"2143":58,"214450":61,"215434":54,"215446":54,"215806":54,"216":[55,58],"217":57,"218":54,"22":[54,55,56,57,58,59,60,61],"220892":61,"221533":61,"222":57,"223":[57,58],"223519":61,"224":[55,57,58,74,75],"224037":61,"225":[55,57,58],"227":[55,57,58],"227739155292511":55,"229":[55,57,58],"23":[50,54,55,57,58,61,63,75],"2305":61,"2319":58,"23344755172729492":55,"233809":61,"234":61,"234434":61,"2349":58,"235":54,"237":61,"2373":58,"238":61,"238212":61,"239042":61,"24":[54,57,58,59,60,61,63],"2405":58,"241022":61,"24112":[55,57,58],"241654":61,"242":54,"2423":58,"243":[57,59],"2435":58,"244":[74,75],"2443":58,"2444":58,"2448":58,"245":60,"2450":58,"2453mib":54,"24576mib":[55,57],"246":55,"2462mib":54,"246kb":55,"247820":61,"248":63,"248445":61,"249":63,"24k":[55,57,58],"25":[54,57,58,61,77],"250366":61,"250959":61,"250w":54,"254":61,"256":[55,57,58,61],"257248":61,"257854":61,"259968":61,"26":[54,56,57,58,60],"2606":[55,57,58],"260660":61,"265":54,"268160":61,"26w":54,"27":[54,55,56,58,59,61,77],"272":54,"28":[54,55,77,80,84],"280":61,"2802":77,"282":54,"285":61,"288":[54,61],"28c":55,"29":[54,55,61,77],"291":61,"29c":57,"2_20200626":79,"2c365_subsampl":[55,57,58],"2c916ef":54,"2e":82,"2f":[55,57,58,59,60,61],"2s":57,"2x":57,"3":[47,50,54,55,56,57,58,59,60,61,63,66,71,72,73,74,75,76,77,79,80,82,83,84],"30":[55,57,58,60,61],"300":[59,60,61,82,83],"300x300":60,"302":61,"309":61,"3090":[55,57],"31":[54,57,59,60,77],"311":61,"314":61,"315":54,"32":[54,55,56,58,59,60,61,74,76,77,78,80,82,84],"320":80,"3207":61,"320w":59,"321":55,"329273":61,"32bit":82,"32x32":57,"33":[55,57,58,59,60,77],"330212":61,"332529":61,"333365":61,"3393":55,"339547":61,"34":[55,57,58,59,60,61],"340248":61,"342257":61,"342890":61,"345":61,"346":77,"349":54,"35":[55,57,60,77],"350619":61,"350w":[55,57],"351372":61,"352":[55,57,58],"353470":61,"35363":[55,57,58],"353k":[55,57,58],"354121":61,"3550":61,"35k":[55,57,58],"35x":55,"36":[54,55,77],"360090":61,"360806":61,"361413":[55,57,58],"362803":61,"3631":61,"363274":61,"366":57,"366kb":57,"3677":63,"37":[54,55,57,61,77],"370369":61,"371057":61,"373071":61,"373766":61,"376":55,"3763":61,"379890":61,"38":[54,57,60,76],"380538":61,"382532":61,"383128":61,"385":61,"3877":61,"389077":61,"389760":61,"39":[54,55,56,57,58,59,60,61,76],"3909":54,"391815":61,"392399":61,"394":61,"39485082030296326":57,"395":61,"39501574635505676":58,"3987298309803009":55,"399809":61,"39c":54,"39mib":54,"3f":61,"3x3":61,"4":[54,55,56,57,58,59,60,61,66,71,72,77,79],"40":[55,57,58,59,60,61],"400":[59,61],"400472":61,"402399":61,"402939":61,"406":[55,57,58],"408818":61,"409424":61,"4096":61,"40mb":57,"41":[54,57,58,59],"411513":61,"412097":61,"4161":54,"418537":61,"419128":61,"42":[54,59,60,61],"421343":61,"421946":61,"429":54,"429382":61,"42c":59,"42w":54,"43":[54,59,60,61],"430156":61,"432259":61,"433079":61,"4352":61,"439":61,"439297":61,"44":[54,60,61],"440027":61,"442":[55,57,58,61],"442149":61,"442826":61,"442k":[55,57,58],"443":[55,57,58],"4465":[61,80],"449377":61,"449968":61,"45":[54,55,60],"452122":61,"452718":[55,57,58],"452754":61,"456":[55,57,58],"4584":55,"459":61,"46":[54,55,58,60,61],"462532":61,"463295":61,"466963":61,"467725":61,"469692":61,"47":[54,58],"470":[58,61],"4700":[55,57,58],"470336":61,"4726":61,"474":55,"476204":61,"476738":61,"47681mib":58,"478809":61,"479375":61,"48":[54,57,58],"481":57,"4822":[61,80],"484":61,"485":[55,57,58],"485666":61,"486219":61,"488416":61,"488986":61,"489":58,"49":[54,56,60],"4914":[61,80],"4976217448711395":58,"49785590171813965":57,"499":61,"4fef":[55,57,58],"4mib":54,"4s":55,"4x":54,"5":[54,55,56,57,58,59,60,61,66,67,72,74,76,77,79,82],"50":[54,55,56,58,59,60,61],"500":[59,61],"504":61,"510":[54,55,57,59],"511":61,"5117":61,"512":[54,57,58,61,74,75,82],"512364":61,"513354":61,"514046":61,"514638":61,"515270":61,"515859":61,"516441":61,"517009":61,"5172":61,"517600":61,"518167":61,"518752":61,"519333":61,"519911":61,"52":[55,57,58,61],"520473":61,"521038":61,"521596":61,"522170":61,"522742":61,"523360":61,"523957":61,"524581":61,"525059":61,"525366":61,"525675":61,"525962":61,"526257":61,"526566":61,"526885":61,"527188":61,"527489":61,"527792":61,"528097":61,"528387":61,"528834":61,"529163":61,"53":[54,57,58,60],"5320":61,"532748":61,"533468":61,"5335":61,"534033":61,"534684":61,"535320":61,"535983":61,"536":61,"536569":61,"537248":61,"537833":61,"538480":61,"539":77,"539074":61,"539724":61,"53k":[55,57,58],"54":58,"540307":61,"540952":61,"541534":61,"542075":61,"542596":61,"543248":61,"543719":61,"544424":61,"544952":61,"545530":61,"546114":61,"546713":61,"547292":61,"547902":61,"548453":61,"549015":61,"549665":61,"55":58,"550436":61,"551":54,"551925":61,"553105":61,"55c":54,"55k":[55,57,58],"56":[54,55,58,59,77],"560":61,"5620":61,"564":61,"5676":61,"568":61,"57":[58,61],"5746":61,"576":[59,77],"58":[57,61],"59":[54,57,58,59,60],"594":54,"597":56,"599":[56,58],"599kb":58,"5d":61,"5f":61,"6":[54,55,56,57,58,59,61,63,66,71,76,77,79],"60":[55,57,58,60],"600":[59,61],"6047":54,"61":[60,61],"613":61,"61c":58,"62":[54,55,58,61],"622":[61,63],"62x":56,"63":[54,56],"630":[55,57,58],"635":61,"636":61,"637":61,"638":61,"639":61,"64":[56,57,58,61,78],"640":61,"641":61,"642":61,"643":61,"6437858939170837":58,"644":61,"6445754766464233":57,"646":61,"649":61,"64bit":82,"65":[54,55,57,58,61],"6539":61,"655":61,"66":[55,58],"668":54,"669":54,"67":61,"6733":61,"677":61,"67mib":54,"68":[57,58,61],"6812":[55,57,58],"687":61,"688":61,"689":61,"69":[57,58],"690":61,"6f":[54,56],"6s":58,"7":[54,55,56,57,58,59,61,66,67,77,79],"70":[55,57,58,60],"700":[59,61],"701":61,"702":58,"704":58,"706":58,"707":58,"708":58,"709":54,"7099":61,"71":[55,61],"716":61,"72":[55,57],"7203":61,"72048":79,"721":61,"724":61,"728":54,"729":54,"73":[54,55,57,58],"732":61,"735":61,"7376":61,"738":61,"74":[60,61],"742":61,"7454":61,"75":[55,57,58,61],"7537":61,"76":61,"781":61,"79":[57,61],"796":61,"797":61,"7ubuntu0":54,"8":[4,54,55,56,57,58,59,60,61,63,74,77,79],"80":[54,55,57,58,60,61],"800":[59,61],"801":61,"81":[60,61],"818":61,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":79,"82":61,"8204":61,"821":61,"83":[55,61],"834":61,"8351":61,"837":61,"84":[59,61,76,77],"847":61,"84e944ff11f8":[55,57,58],"84x":57,"85":[55,58,61],"86":55,"860":61,"86k":55,"87":61,"8732":60,"877":61,"8791":61,"88":[55,60],"89":55,"898":61,"89k":55,"8bit":61,"9":[54,55,56,57,58,59,60,61,77],"90":[55,57,58,60],"900":[59,61],"906":61,"90994":55,"916":[54,61],"91a9cc5850784b2065e8a0aa3d526fd9":54,"92":[55,57,58],"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":79,"9223372036854775807":71,"923":[55,57,58],"927":61,"92k":[57,58],"9367":61,"94":[55,57,58],"941":61,"94328":[57,58],"944":61,"948":61,"94k":[55,57,58],"95":55,"951":56,"952":61,"953":[54,61],"955":54,"959":61,"96":[54,58,61],"9624":61,"9695423245429993":55,"97":[55,61],"98":61,"9899615049362183":58,"9899807572364807":57,"99":[54,55,56,57,58,60,61],"997":61,"999":61,"9999":61,"99th_p":[54,56],"9ab0":[55,57,58],"9x":54,"abstract":[66,69],"boolean":[61,74],"break":61,"byte":[54,74,75],"case":[1,2,3,48,50,56,59,60,62,66,69,79,80,81],"catch":[63,77],"char":[4,5,46,77,82],"class":[31,32,46,47,48,53,55,56,57,58,59,60,61,66,69,72,76,77,78,80],"const":[1,2,3,4,5,31,32,33,34,35,37,39,46,47,48,63,69,71,77,80],"default":[1,2,3,4,5,17,31,32,45,47,48,49,50,54,55,57,58,59,60,74,75,77,79,80,82,83],"do":[54,55,57,59,60,62,63,69,76,77,78,80,84],"enum":[1,2,3,44,47,48,53,55,72,75,80],"export":[54,61,79],"final":[54,62,65,67,79],"float":[50,54,55,57,59,60,71,74,76,77,78,80,82,83],"function":[1,2,3,4,5,48,49,50,53,54,55,56,57,59,60,61,63,66,69,76,77,79,80,83,84],"import":[54,55,56,57,58,59,60,61,63,76,77,78,79,81,82,83],"int":[1,4,5,37,46,47,50,55,58,61,71,74,75,77,82],"long":[50,56,62,82],"new":[1,2,3,4,5,34,35,48,49,50,55,57,59,60,61,66,67,69,72,75,77],"null":54,"public":[1,2,3,4,5,46,47,48,49,50,80],"return":[1,2,3,4,5,25,26,31,32,33,34,35,36,39,44,45,46,47,48,54,55,56,57,58,59,61,63,65,66,67,69,72,74,75,76,77,78,80],"short":63,"static":[49,50,62,69,74,75,77],"super":[46,59,76],"throw":[63,77,82],"true":[1,2,3,5,48,50,54,55,56,57,58,59,60,61,63,69,71,74,75,77,80,83,84],"try":[54,55,56,57,59,67,77,83],"var":71,"void":[4,5,27,28,29,30,37,38,44,46,47],"while":[61,79,80],A:[5,31,32,34,35,49,54,55,56,57,58,59,61,63,69,79,80],AS:[54,55,56,57,58,59,60],And:77,As:[58,77],But:77,By:[31,32,53,59,60,76],For:[55,57,59,60,61,62,76,77,79,80,81,83],IS:[54,55,56,57,58,59,60],If:[29,54,55,56,57,59,60,61,62,63,72,74,77,79,80,81,84],In:[1,2,3,48,54,55,56,57,58,59,60,61,62,65,66,67,69,70,78,79,80,81],Is:[26,74],It:[54,55,56,57,58,59,60,63,64,65,67,69,79,82],Its:69,NOT:56,No:[55,57,58,59],Not:4,OF:[54,55,56,57,58,59,60],OR:[54,55,56,57,58,59,60],On:[54,55,57,58,59],One:[56,77],TO:[77,79],Thats:77,The:[2,48,49,50,54,55,56,57,58,59,60,61,62,63,64,65,66,67,69,72,74,75,76,78,79,80,82,83],Then:[79,80,83],There:[5,56,60,61,62,69,76,79,80,81],These:[55,56,57,62,66,80],To:[2,48,58,59,60,61,76,77,78,79,83],Will:33,With:[55,56,57,58,77,80],_:[54,55,56,57,58,59,60,61],___torch_mangle_10:76,___torch_mangle_4847:66,___torch_mangle_5:76,___torch_mangle_9:76,__and__:71,__attribute__:45,__future__:54,__getitem__:71,__gnuc__:45,__init__:[59,73,74,76],__is__:71,__isnot__:71,__not__:71,__or__:71,__round_to_zero_floordiv:71,__torch__:[66,76,77],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:66,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:66,__version__:61,__visibility__:45,__xor__:71,_affin:61,_all_:63,_b:54,_c:[75,83],_calibr:61,_convolut:[61,71,77],_input_quant:61,_jit_intern:54,_jit_to_backend:83,_pair:61,_quant:61,_script:75,_shapemod:74,_trace:54,_validate_not_a_forked_repo:[57,58,60],_weight_quant:61,a100:[54,55,56,57,59,60],aarch64:67,ab:71,abi:81,abil:58,abl:[55,56,57,58,59,60,62,63,69,70,80,83],about:[55,57,58,60,61,62,66,69,74,77,79,82],abov:[27,60,61,72,77,79],absl:54,absolut:61,absolute_import:54,acc:61,acceler:[55,56,57,59,60,84],accept:[49,56,61,66,69,74,77,78,82],access:[58,60,63,69,70,77,83],accord:[69,75],accordingli:61,accumul:[50,75],accuraci:[60,61,80],achiev:[55,57,59,60,61],aco:71,acosh:71,acoust:54,acquir:77,across:63,acthardtanh:69,activ:[61,75,77,80,84],activationtyp:69,actual:[59,61,63,66,69,72,76,77],ad:[27,62,82],adaptive_avg_pool1d:71,adaptive_avg_pool2d:71,adaptive_max_pool2d:71,adaptiveavgpool2d:[57,58],add:[28,62,63,69,71,72,77,78,79],add_:[63,71,77],add_patch:60,addactiv:69,addit:[60,61,63,74,77],addlay:77,addshuffl:77,adjust:61,adjust_lr:61,adopt:56,advanc:80,affin:[57,58],after:[58,60,61,62,63,70,76,77,78,81,82],again:[46,56,60,66,69],against:[77,82],agre:[54,55,56,57,58,59,60],agx:47,ahead:[58,77],aim:[56,63],aiohttp:54,aiosign:54,alabast:54,algo_typ:[73,80],algorithm:[4,5,31,32,46,56,73,80],alias:45,align_corn:71,all:[17,44,45,46,47,50,54,55,56,57,58,59,60,61,63,66,72,74,76,77,78,79,80,81,82],alloc:69,allow:[49,50,55,57,59,60,62,63,74,82],allow_gpu_fallback:[47,48,74,75,80,83,84],allow_tf32:71,almost:77,alpha:[60,71],alreadi:[54,55,56,57,58,59,60,61,62,63,77,80,82],also:[32,50,55,56,57,58,59,60,62,69,70,77,78,79,80],alter:58,altern:49,alwai:[4,5,29,82],amax:61,amax_sequeez:61,amazonaw:[55,57,58],amount:[56,61],amp:[55,57,58],amp_backend:54,an:[3,4,5,49,50,54,55,56,57,58,59,60,61,62,63,65,66,67,69,70,73,74,75,76,77,78,79,80,81,82],analogu:69,analysi:60,ani:[49,54,55,56,57,58,59,60,62,69,74,77,78,79,80,82],anneal:61,annot:[60,69,77],anoth:[56,76,78],antlr4:54,anyth:81,aot:[58,70,77],apach:[54,55,56,57,58,59,60],apex:60,api:[54,58,60,61,67,69,74,75,77,78,80,81,83],appdir:54,append:[54,55,56,57,58,59,60,61,71],applehelp:54,appli:[61,80],applic:[2,32,48,54,55,56,57,58,59,60,63,67,77,78,81,82,83,84],approach:[55,57,59,60],apr:[54,58,77],apt:54,ar:[44,48,50,54,55,56,57,58,59,60,61,62,63,66,67,69,70,74,75,76,77,79,80,81,82,83],arang:71,architectur:[56,60,61,70,79],archiv:[54,57,60,79],aren:77,arg:[54,62,73,74,77],argc:77,argmax:[55,56,57,58],argon2:[54,57,58,59,60],argpars:54,argument:[49,54,55,56,61,63,66,69,74,75,77,82],argv:77,around:[61,63,66,69,76],arrai:[4,5,54,56,62],arrayref:[47,49,50],arti:[55,57,58],arxiv:80,asin:71,asinh:71,aspect:82,asr:54,asr_model:54,assembl:[62,77],assign:[4,5],associ:[56,62,69,77],associatevalueandivalu:69,associatevalueandtensor:[69,77],assum:[54,61,83],ast:54,asttoken:[54,58,60],async:54,asyncio:[54,57,58,59,60],atan:71,atanh:71,aten:[50,60,61,63,68,69,71,75,77],attach:60,attent:56,attention_mask:56,attention_masks_tensor:56,attr:[54,57,58,59,60],attrdict:54,attribut:[63,66,77],audio:54,audioread:54,augment:56,auth:54,auto:[46,69,77,80,84],automat:[55,57,59,60,77],av:[57,58,59],avail:[55,57,58,59,60,69,79,82,84],averag:[50,55,57,58,59,60,61,75,82],avg:[55,60,61,82],avg_pool1d:71,avg_pool2d:71,avg_pool3d:71,avgpool:[57,58,60,61],avoid:[55,56,57,58],await:[55,57,58],ax:[55,57,58,60],axi:[55,57,58,61,71],b0:57,b:[57,58,60,71],b_hh:71,b_ih:71,babel:54,back:[63,66,67,74,76,77],back_insert:46,backbon:[56,60],backcal:[54,57,58,59,60],backend:[54,55,56,57,58,59,60,61,75,83],background:76,backport:54,backward:61,base:[38,51,52,55,56,57,59,60,61,66,72,73,74,76,79,80],basebal:56,baselin:[58,61],bash:79,basi:[54,55,56,57,58,59,60],basic:[61,82],batch:[4,5,46,54,55,56,57,58,59,60,61,80,84],batch_norm:[69,71],batch_siz:[46,54,56,60,61,80],batched_attention_mask:56,batched_data_:46,batched_indexed_token:56,batched_segment_id:56,batchnorm2d:[57,58],batchnorm:[60,63],batchsiz:54,batchtyp:46,bazel:[67,79],bazel_vers:79,bazelbuild:79,bazelisk:79,bazelvers:79,bbox:60,bdist_wheel:79,beautifulsoup4:[54,58],becaus:[56,69,76,77,79],becom:[56,69],been:[62,69,77],befor:[50,58,60,61,63,67,69,70,75,77,79],beforehand:77,begin:[46,56,79],beginn:76,behav:60,behavior:[50,60,74,75],behaviour:[54,55,56,57,58,59,60],being:[55,57,59,60,77],below:[56,60,69,77,79],benchmark:[55,56,57,58,59,71],benefit:[69,77],bertformaskedlm:56,bertforpretrain:56,bertforsequenceclassif:56,berttoken:56,best:[55,57,58,59,60,79],best_result:60,best_results_per_input:60,best_results_per_input_trt:60,beta:71,better:[55,57,59,60,76,80],between:[60,63,69,79,80],bfe5ad2:55,bia:[56,57,58,59,61,63,71,77],bibtex:54,bidirect:56,bin:79,binari:[46,80],bind:[4,5,46,54,57,58,59,60],bird:[55,57,58,61],bit:[50,56,69,74,75,77],black:[54,60],bleach:[54,57,58,59,60],blob:[63,68,80],block0:63,block1:63,block:[62,63,82],bmm:71,bn1:[57,58],bn2:[57,58],bn3:[57,58],bool:[1,2,3,4,5,26,29,31,33,44,46,47,48,50,63,69,71,72,74,75,77,80],bot:60,both:[55,57,59,60,76,79,80],boto3:54,botocor:54,bottleneck:[57,58],bound:[60,61],box:60,braceexpand:54,branch:[56,79],breed:[55,57,58],briefli:76,broadli:56,broken:[54,55,56,57,58,59,60],bsd:[44,45,46,47],bu:[54,55,57,58,59],buffer:[4,5],bug:79,build:[31,32,36,50,54,55,62,65,67,69,74,77,80,82],build_fil:79,builderconfig:47,built:[35,66,67,75,79,82],bust:[55,57,58],c10:[1,2,47,48,49,50,77,80],c96b:58,c:[44,45,46,47,54,55,57,58,59,60,61,67,71,81,82,84],c_api:68,c_str:[69,77],ca6b:[55,57],cach:[4,5,31,32,46,54,57,58,60,61,73,77,80,82],cache_:46,cache_fil:[46,73,80],cache_file_path:[4,5,31,32,46],cache_file_path_:46,cache_size_:46,cachecalibr:[73,80],cachetool:54,cadenc:58,calcuat:61,calcul:[49,62,77],calendar:54,calib:61,calib_output:61,calibr:[4,5,31,32,46,50,61,73,75,77,80,82],calibrate_model:61,calibration_cache_fil:[31,32,80],calibration_dataload:[31,80],calibration_dataset:80,calibrationalgo:[73,80],call:[31,32,34,50,54,55,56,57,59,60,61,63,66,69,75,76,77,83],callmethod:76,can:[1,2,5,31,32,39,48,49,50,54,55,56,57,58,59,60,61,62,63,65,66,67,69,74,75,76,77,78,79,80,81,82,83],cannot:[49,59,60,61,63,74,75,76],cap:[54,55,57,58,59],capabl:[18,47,50,66,74,75,82,83],capit:56,captur:61,car:61,card:[55,56,57],cast:[4,5,63],cat:[61,71,79],caught:63,caus:[55,57,59,60,61,69,79],cd:79,cdll:77,ceil:71,ceil_mod:[57,58,71],cell:[56,60],center:[55,56,57],centercrop:[55,57,58],cerr:77,certain:[54,79],certifi:[54,56],cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:79,cffi:[54,57,58,59,60],chain:69,challeng:61,chanc:69,chang:[32,55,56,57,58,59,60,63,67,80],channel:[3,55,57,58,61,74],channel_last:[58,74,75],channels_last:74,charset:[54,56],check:[1,2,33,48,58,60,63,69,75,77,79,81,82],check_method_op_support:75,check_method_operator_support:[22,43,47,51,52],checkmethodoperatorsupport:77,checkpoint:[54,56,57,60,61],chimpansee_amber_r_1920x1080:[55,57,58],chimpanze:[55,57,58],choic:[56,73],choos:[55,57,76],ci:[54,55,57,58,59],cifar10:[61,80],cifar:[61,80],circular:61,ckpt:61,ckpt_path:61,cl:56,clamp:[61,71],clamp_max:71,clamp_min:71,class_pr:61,class_prob:61,classes_to_label:60,classif:[59,60,61,76,77],classifi:[59,61],clear:46,cli:82,clib:54,click:[54,56,60],client:[54,57,58,59,60],clone:71,close:[61,77],closer:63,cloud:54,cloudfront:[55,57,58],co:71,coco:60,cocodataset:60,code:[55,56,57,58,59,60,67,70,76,77,80],collect:[54,55,57,59,60,61,77],collect_stat:61,color:[26,29,72],colorama:54,colored_output_on:[29,44,72],com:[54,55,56,57,58,59,60,63,68,77,79,80,81],come:[55,57,58,59,60,79],command:[76,77,79,82],comment:79,common:[54,57,60,62,63],common_subexpression_elimin:63,commun:77,compani:56,compar:[56,60,61],comparis:[1,3],comparison:[2,48],compat:[1,2,48,55,57,59,60,63,66,75,79],compil:[22,33,39,43,47,50,51,52,54,55,56,57,58,59,60,61,63,64,66,69,72,74,75,76,78,80,81,82,83,84],compile_set:[54,80],compile_spec:[61,80,84],compilegraph:[77,80],compilesepc:35,compilespec:[4,5,22,34,39,43,47,51,52,77,80,84],compilespecstruct:[0,51],complet:[54,55,56,57,59,60,76,77],complex:[76,79],compli:60,complianc:[54,55,56,57,58,59,60,82],compliat:80,complic:79,compon:[56,59,65,67,76,81],compos:[55,57,58,59,60,61,76,80],composit:[61,77],comprehens:60,compris:56,comput:[50,54,55,56,57,58,59,60,61,79,80],compute_amax:61,concern:56,conclus:[54,55,56,57],conda:[54,55,56,57,58,59,60,61],condit:[54,55,56,57,58,59,60],conduc:58,conduct:56,confid:[55,57,58,60],config:[54,55,79],configur:[34,39,49,54,58,70,74,75,77,79,80],confirm:54,conflict:[54,55,56,57,58,59,60],connect:[55,57,58,63,75,84],consid:[58,77],consist:[56,63],consol:82,consolid:76,constant:[58,61,62,63,77],constant_pad_nd:71,constexpr:[1,2,3,47,48],construct:[1,2,3,4,5,48,49,50,62,63,65,67,69,73,74,77,80],constructor:[1,3,48,49,50,66,76],consum:[5,62,76],contain:[31,33,54,55,56,57,58,59,60,62,63,69,74,76,77,79,80,81],content:[58,80],context:[55,59,61,62,65,66,67,72],contextnet:54,contigu:[3,49,50,74,75,82],continu:[55,56,57,59,60,81],contributor:77,control:[59,60,76],conv1:[57,58,59,76,77],conv2:[57,58,59,76,77],conv2d:[57,58,59,61,76],conv3:[57,58],conv4_x:60,conv5_x:60,conv:[50,61,77,82],conv_asr:54,convect:49,conveni:[60,80],convent:[55,56,57,59,60],convers:[55,59,60,61,63,66,74,75,77],conversionctx:[69,77],convert:[4,5,33,34,39,54,55,57,58,59,60,61,63,64,65,67,70,74,75,78,81,83],convert_method_to_trt_engin:[22,43,47,51,52,74,75,83],convertgraphtotrtengin:77,convien:50,convienc:[4,5,50],convnet:60,convolut:[54,55,58,60,61,75,80,84],coordin:67,copi:[46,54,55,56,57,58,59,60,69,71,73],copy_:71,copyright:[44,45,46,47,54,55,56,57,58,59,60,77],core:[47,54,55,57,58,59,60,63,67,74,77,82,84],core_id:74,corpor:[44,45,46,47,54,55,56,57,58,59,60],correct:[61,66,79],correctli:79,correspond:[60,61,69],cosh:71,count_include_pad:71,counterpart:61,coupl:[55,57,59,60,62,67,81],cout:77,cp38:60,cp:79,cpp:[15,16,44,45,46,47,53,63,67,77,80],cpp_frontend:80,cppdirectori:[23,51],cppdoc:77,cpu:54,creat:[31,32,35,54,55,56,57,58,59,60,61,62,66,69,75,77,82],create_model:55,create_transform:55,creating_torchscript_module_in_python:78,credit:77,crit:61,criteria:[64,65,67],cross:61,crossentropyloss:61,cs:80,csrc:[63,68],cstddef:80,ctc_bpe_model:54,ctx:[69,77],ctype:77,cu102:79,cuda113:79,cuda:[50,54,55,56,57,58,59,60,61,66,74,77,78,79,80,83],cuda_runtim:[22,47],cudafloattyp:77,cudasetdevic:37,cudnn8:79,cudnn:[54,55,56,57,58,59,60,61],cudnn_en:71,cumsum:71,curl:79,current:[25,55,57,66,69,75],custom:[55,57,79],cxx11:81,cycler:54,cython:54,d17fnq9dkz9hgj:[55,57,58],d:[54,55,56,57,58,59,60,61,82,84],data:[1,3,4,5,31,32,46,48,49,50,54,55,56,57,59,60,61,62,65,67,69,71,73,74,75,80,82],data_dir:80,data_load:61,databas:54,dataflow:[69,77],dataload:[5,31,32,46,50,61,73,80],dataloader_:46,dataloadercalibr:[73,80],dataloaderopt:80,dataloaderuniqueptr:[5,46],dataset:[32,60,61,73,80],datatyp:[2,22,40,47,48,49,50,51,52,55,74,75,78],datatypeclass:[0,51],dateutil:[54,57,58,59,60],dbg:79,ddof:[54,56],dead_code_elimin:63,deal:69,debian_frontend:54,debug:[17,29,47,50,61,69,72,75,82,83],debugg:[75,82],debugpi:[54,57,58,59,60],decid:[59,74],declar:[61,79],decod:[55,56,57,58],decode_result:60,deconvolut:84,decor:[54,57,58,59,60],dedic:63,deep:[55,56,57,58,59,60,61,69,70,80,84],deeplearn:68,deeplearningexampl:60,deer:61,def:[54,55,56,57,58,59,60,61,76],default_tim:[54,56],defer:58,defin:[1,2,3,4,5,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,45,48,49,50,53,54,56,58,59,61,74,76,77,78,80,82],definit:[53,69],defusedxml:[54,57,58,59,60],delet:[1,2,3,47,48,63],delimit:63,demo:[55,56,57,60,80],demonstr:[54,55,56,57,58,59,60,80],demonstrat:[55,57],denorm:60,denot:56,dep:79,depend:[32,36,54,58,60,61,62,67,77,81],depickl:66,deploi:[55,57,58,59,60,65,67,70,77,80],deploy:[55,57,59,60,61,77,78,80,81,82,84],deprec:[54,71],dequantizelay:61,describ:[50,57,59,60,69,76,83],descript:58,deseri:[74,75,77],design:[55,56,57,59,60,84],desir:[61,80],destroi:69,destructor:69,detail:[55,57,58,61,76,77,81],detect:[49,57,61,66],detections_batch:60,determin:[55,63],determinist:71,develop:[54,55,56,57,59,60,70,77,79],devhelp:54,deviat:82,devic:[0,22,35,37,40,47,50,51,52,55,57,59,60,61,66,71,73,74,75,78,80,82,83,84],device_typ:[47,48,74,80,83,84],deviceclass:[0,51],devicetyp:[22,40,47,48,51,52,74,80,83,84],devicetypestruct:[0,51],dict:[60,74,75],dictionari:[56,74,75,83],differ:[32,56,58,59,60,61,63,67,70,76],differenti:[55,57,59,60],digit:54,dilat:[57,58,59,60,61,71],dim0:71,dim1:71,dim:[55,57,58,61,71],dim_int:71,dim_intlist:71,dimens:[49,58,63],dir:61,direct:81,directli:[69,70,73,79,80],directori:[19,20,21,22,23,44,45,46,47,51,61,79,80],disabl:[55,57,58,59,60,61,72,79,82],disable_calib:61,disable_qu:61,disable_tf32:[47,50,75,80],disclos:79,discuss:58,disp:[54,55,57,58,59],displai:[72,82],disregard:55,dist:79,distanc:54,distdir:79,distribut:[54,55,56,57,58,59,60,74,77,80,81],div:71,div_:71,divis:54,divisor_overrid:71,dl_open:81,dla:[2,47,48,70,74,75,82],dla_cor:[47,48,74,80,82,83,84],dla_standalon:82,dlacor:82,doc:[61,67,68,79],docker:[54,55,56,57,59,60],docopt:54,docsrc:67,document:[44,45,46,47,51,52,55,57,58,67,76,77,80,81,83],docutil:54,doe:[45,46,56,60,63,69,80],doesn:[61,76,77],dog:61,domain:80,don:[59,69,80],done:[54,58,60,62,67],dont:44,doubl:[50,75,82],down:[55,57,59,60,79],download:[54,55,57,59,60,61,79,80],downsampl:[57,58],doxygen_should_skip_thi:[46,47],dr:58,driver:[54,55,57,58,59,79],drop:[60,79],dtype:[47,49,50,54,55,56,57,58,59,60,61,71,74,75,78,82],due:[4,5,55,57,59,60,61,79],dummi:56,dump:[38,79,82],dump_build_info:[22,40,47,51,52,74],dure:[50,61,69,73,80,81,82],dynam:[49,50,60,61,74,75],e1109:61,e:[31,32,55,56,57,60,63,69,74,76,77,79,80,82],each:[4,5,50,56,60,61,62,63,66,69,77,79],eager:[55,57,59,60],earliest:61,eas:45,easi:[62,63,77,80,82],easier:[56,61,65,67,69,77,80],easiest:79,easili:[4,5],ecc:[54,55,57,58,59],ecosystem:[55,57,59,60],edgecolor:60,editdist:54,edu:80,effect:[54,61,63,77,80],effici:69,efficientnet:[57,60],efficientnet_b0:55,efficientnet_b0_model:55,efficientnet_preprocess:55,effort:58,either:[49,50,54,55,56,57,58,59,60,69,74,75,76,77,79,82],el:71,element:[56,66],element_typ:46,els:[45,46,49,54,61,75],elu:71,emb:[35,75,82],embed:[66,71,75,82,84],embed_engine_in_new_modul:[22,43,47,51,52,75],emit:62,emploi:56,empti:[50,59,75,76],emum:[17,18],en:54,enabl:[4,5,26,50,55,57,58,59,60,61,64,65,67,72,73,75,82],enable_calib:61,enable_precis:77,enable_qu:61,enabled_precis:[47,50,54,55,56,57,58,59,60,61,74,75,77,78,80,83,84],enalbed_precis:84,enc:56,enc_input:56,encdecctcmodelbp:54,encod:[54,56,66],encoded_input:56,encorag:[55,56,57,58],encount:79,end:[46,69,71,75,77,80,82],end_dim:[71,77],end_tim:[54,55,56,57,58,59,60,61],endif:[45,46,47],enforc:77,engin:[1,2,18,34,35,39,47,48,49,50,54,56,58,62,65,67,70,74,75,77,78,80,81,82,83,84],engine_converted_from_jit:77,enginecap:[0,22,40,47,50,51,52,74,75,83],english:56,enhanc:60,enjoi:56,enough:61,ensur:[32,61,63],enter:[56,62],entir:61,entri:[50,69],entropi:[31,32,61,80],entropy_calibr:73,entropy_calibration_2:[73,80],entrypoint:[54,57,58,59,60],enumer:[1,2,3,17,18,48,56,61,73],environ:[54,55,56,57,58,59,60],ep:[57,58,71],epoch:61,eq:71,equival:[34,59,60,65,67,69,75,76,77,80],equivil:39,erf:71,error:[17,50,54,55,56,57,59,60,62,63,67,72,75,77,79,82],eskimo_dog:55,essenti:58,eta:[55,57,59,60],etc:84,eval:[54,55,57,58,59,60,61,77,78],evalu:[60,65,66,67],evaluated_value_map:[62,69],even:77,event:49,everi:77,everyth:17,ex:[1,2,3,48],exactli:[56,60],examin:56,exampl:[49,55,57,58,59,60,61,66,67,69,72,74,75,76,77,80,81],except:[54,55,56,57,58,59,60],exception_elimin:63,excit:54,execpt:63,execut:[35,54,55,57,58,59,60,63,65,66,67,74,75,76,77,80,82],execute_engin:[66,77],exeuct:66,exhaust:77,exist:[5,33,34,39,54,73,74,75,79,80],exp:71,expand:[63,71],expand_a:71,expanded_pad:61,expect:[49,50,55,56,57,58,59,60,63,69,74,77],experi:[55,56,57,59,60],experiment:61,explan:58,explic:[46,61],explicit:[1,2,3,4,5,47,48,58,63,70,80],explicitli:[56,61,64,65,67,80,83],explict:46,explictli:1,expon:71,export_util:54,expos:80,express:[54,55,56,57,58,59,60],extend:[54,65,67,69,77],extens:[54,56,60],extent:[58,70,77],extra:[50,77],extract:77,extractor:59,f16:[77,82,84],f1:[55,57,58],f32:82,f:[54,59,61,76,79],facecolor:60,fact:79,factori:[5,31,32,80],fail:[77,84],fake:61,fake_quantize_per_:61,fake_quantize_per_channel_affin:[61,71],fake_quantize_per_tensor_affin:[61,71],fall:74,fallback:[64,65,67,69,82,84],fals:[1,2,3,4,5,46,47,48,50,54,57,58,60,61,71,74,75,77,80,83],famili:[55,57,59,60,61],familyhandyman:[55,57,58],fan:[54,55,57,58,59],fashion:77,faster:61,fasttext:54,fbed:[55,57,58],fc1:[59,76,77],fc2:[59,76,77],fc3:[59,76,77],fc:[50,57,58,60,61,63,82],feat:[59,76,77],featur:[54,55,56,57,58,59,60,61,77,80,82,83],feb:[55,57,59],fed:[4,5,49],feed:[31,32,61,77],feel:[58,70],few:[55,57,59,60,74],ffmpeg:54,field:[4,5,80],fig:[55,57,58,60],file:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,54,55,56,57,58,59,60,61,66,67,73,74,75,77,79,80,82],file_path:82,filelock:[54,56],filer_publ:[55,57,58],filer_public_thumbnail:[55,57,58],fill:[54,55,56,57,59],filter:[54,60,61],find:[5,56,60,77],fine:[54,61],finetun:61,finish:60,first:[49,54,56,59,60,61,62,63,77,78,80],five:60,fix:[50,57,60,84],fixed_s:[47,50],flag:[61,64,65,67,73,79,81,82],flatten:[59,71,76,77],flatten_convert:77,flexibl:[55,57,59,60],float16:[54,55,57,59,60,74,82],float32:[49,50,54,55,56,57,58,61,74,75,82],float64:75,float_int:71,floor:71,floor_divid:71,floordiv:71,flow:[59,60,61,69,76],fluent:56,fly:76,fmax:54,fmin:54,focal:54,follow:[54,55,56,57,58,59,60,61,66,76,77,79,80,81,82],fonttool:54,footprint:[55,57,59,60],forc:[75,82],form:[54,56,62,74],format:[47,49,50,54,55,56,57,58,59,60,61,74,75,78,82],forum:79,forward:[31,32,34,35,59,61,66,69,74,75,76,77,80,83],found:[44,45,46,47,54,55,57,58,59,60,77,79,80,81],fp16:[1,49,50,56,58,59,60,61,70,77,78,82,84],fp32:[1,49,50,56,58,59,60,61,70,75,80,82],framework:[55,57,59,60],franc:56,freed:69,freeli:58,freeze_modul:63,fri:55,friend:47,frog:61,from:[1,2,3,4,5,31,32,46,48,49,50,54,55,56,57,59,60,61,62,63,65,66,67,69,70,75,76,77,80,82],from_pretrain:[54,56],frozen:61,frozendict:54,frozenlist:54,fssl:79,fsspec:54,fstream:[21,46],full:[50,61,69,72,77,80,81,82,84],fulli:[33,63,75,77,80,82,84],fuse:[55,57,59,60],fuse_addmm_branch:63,fuse_flatten_linear:63,fuse_linear:63,fusion:69,futur:[54,55,56,57,59,61],futurewarn:54,g2p:54,g:[31,32,54,56,63,74,79,80,82],gain:60,game:56,gamma:71,gaurd:45,gcc:[67,77],gdown:54,ge:71,gear:80,geforc:[55,57,59],gelu:71,gener:[4,5,32,54,55,56,57,58,59,60,61,63,66,67,69,76,77,79,80,82],genutil:[54,57,58,59,60],geometr:56,get:[1,2,3,4,5,25,36,46,48,60,61,63,69,72,74,79,80],get_batch:73,get_batch_impl:46,get_batch_s:73,get_build_info:[22,40,47,51,52,74],get_cache_mode_batch:73,get_coco_object_dictionari:60,get_is_colored_output_on:[19,41,44,51,52,72],get_logging_prefix:[19,41,44,51,52,72],get_model_size_mb:54,get_reportable_log_level:[19,41,44,51,52,72],getattr:[54,63,66,76,77],getbatch:[4,5,46],getbatchs:[4,5,46],getdimens:[69,77],getoutput:[69,77],gi:[54,55,57,58,59],gitdb:54,github:[54,55,56,57,59,60,63,68,77,79,80,81],gitpython:54,give:59,given:[49,50,56,60,63,73,74,75,76,77,82,83],global:[28,61,77],gnu:79,go:[46,55,57,58,59,60,61,63,70,76,77],goal:69,goe:61,good:[46,69],googl:[54,56],got:77,govern:[54,55,56,57,58,59,60],gpu:[2,34,37,39,47,48,54,55,56,57,58,59,60,61,74,75,77,80,82,83,84],gpu_id:[37,47,48,74,80,82,83,84],granular:59,graph:[17,33,34,39,47,54,55,57,58,59,60,61,62,65,67,69,70,72,75,76,77,82],graphic:58,graphnam:[54,56],great:[55,57,59,60,77],greater:72,green_mamba:[57,58],group:[61,71],grpcio:54,gru_cel:71,gt:[54,55,56,57,58,59,60,71],gtc:70,guard:63,guard_elimin:63,guess:56,gulf:[55,57,58],gz:[79,80],h5py:54,h:[1,2,3,4,5,6,7,8,9,10,11,12,13,16,17,18,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,51,53,55,57,60,63,77,80,82],ha:[54,55,56,57,58,59,60,61,62,63,64,65,67,69,76,77,80],hack:46,hakaimagazin:[55,57,58],half:[56,58,59,60,61,74,77,78,80,82,83,84],handl:[60,63,66],happen:[59,61,76],hardtanh:[69,71],hardtanh_:71,hardwar:[55,57,59,60,84],hasattr:54,hash:79,have:[32,46,54,55,56,57,58,59,60,62,63,69,70,74,76,77,79,80,82],haven:77,head:60,header:[55,57,58,77],help:[29,54,55,56,57,59,61,62,69,77,81,82],helper:[54,59,60,61,69],henc:56,here:[46,54,55,56,57,58,59,60,62,66,76,77,79,80,81],hermet:79,hfile:[23,51],hidden:[45,56],hierarchi:61,high:[55,57,60,63],higher:[56,63,76],highfreq:54,highli:58,hinton:80,hist_percentil:61,histogram:61,historgram:61,hit:54,hold:[48,49,62,69,80],holder:66,home:79,hood:[67,78],hors:61,host:[57,58,59,60,61,79],how:[4,5,55,56,57,58,60,61,76,81,83],howev:[32,55,57,59,60,79],html:[61,68,76,79,80],htmlhelp:54,http:[54,55,56,57,58,59,60,61,63,68,76,77,79,80,81],http_archiv:79,hub:[54,56,57,60],huge:56,huggingfac:[54,56],huski:[55,57,58],hx:71,hybrid:75,hydra:54,i8:82,i:[54,55,56,57,58,59,60,61,63,69,76,77,80,82],id:[37,47,54,55,57,58,59,60,74,82,84],idea:63,ident:[56,82],idna:[54,56],idx:[60,71],ifndef:[46,47],ifstream:46,ignor:74,iint8calibr:[4,5,31,32,46,47,50,75,80],iint8entropycalibrator2:[4,5,31,32,46,80],iint8minmaxcalibr:[31,32,80],ilay:69,illustr:61,imag:[55,57,58,60,61,80],image_classif:60,image_idx:60,imageio:60,imagenet:[55,57,58,61],imagenet_cla:[55,57,58],imagenet_class_index:[55,57,58],images:54,images_:80,img0:[55,57,58],img1:[55,57,58],img2:[55,57,58],img3:[55,57,58],img:[55,57,58],img_path:[55,57,58],impact:[55,56,57,59,60],implement:[4,5,55,56,57,58,59,60,63,66,77,80,81],impli:[54,55,56,57,58,59,60],implic:63,implicit:71,implicitli:74,implictli:74,importlib:[54,57,58,59,60],improv:61,imshow:[55,57,58,60],in_featur:[57,58,59],in_shap:77,in_tensor:76,incas:46,includ:[14,16,17,36,38,44,45,46,47,53,55,57,59,60,64,65,66,67,76,77,79,80,82],includedirectori:[23,51],incompat:79,incorrect:61,ind:[55,57,58],inde:[55,57,59,60],independ:60,index:[54,55,56,57,58,59,60,61,68,70,71,80],indic:[54,56,71],indigo_bunt:55,inetworkdefinit:62,infer:[54,55,56,57,59,61,63,74,75,77,80],inflect:54,info:[17,34,39,47,50,69,72,74,77,82],inform:[27,35,36,38,49,54,58,60,61,62,66,70,72,74,76,77,79,80,82,83],infrastructur:80,ingest:67,inherit:[51,52,80],iniconfig:54,init_weight:61,initi:[54,56,61],inlin:[1,2,3,4,5,31,32,46,48,50,54,57,58,59,60,63,77],inner:50,innings:56,inplac:[57,58],input0:77,input1:77,input2:77,input:[4,5,22,32,40,46,47,50,51,52,54,55,56,57,58,59,60,61,62,63,66,69,71,72,74,75,76,77,78,80,82,83,84],input_0:[66,77],input_batch:[55,57,58],input_data:[55,57,58,59,60,61,76,78],input_file_path:[82,84],input_id:56,input_is_dynam:47,input_s:77,input_scal:71,input_shap:[54,55,57,58,59,60,61,80,84],input_spec:82,input_tensor1:56,input_tensor2:56,input_tensor3:56,input_tensor:[54,55,57,58],inputclass:[0,51],inputrang:77,inreleas:54,insert:[61,77,80],inspect:[55,57,59,60,69,76,77],instal:[54,55,56,57,58,59,60,61,70,77,81],instanc:[56,59,63,73,76,77],instance_norm:71,instanti:[54,65,66,67,69,77],instatin:[1,2,3,48],instead:[50,54,55,56,57,58,59,60,61,62,63,77,81,82],instnanti:66,instruct:[64,65,67,77,79],insur:79,int32:[56,58,74,75],int64:75,int64_t:[47,48,49,50,80,84],int8:[1,46,49,50,58,70,74,75,80,82,84],int8_t:47,int8cachecalibr:[21,32,42,46,51,52],int8cachecalibratortempl:[0,51],int8calibr:[4,21,31,42,46,51,52],int8calibratornamespac:[0,51],int_float:71,integ:[61,74],integr:[55,56,57,58,59,60,70],intend:[54,79],intent:63,intercompat:60,interest:63,interfac:[1,2,3,48,66,67,69,80],intermedi:[17,55,57,59,60,72,76],intern:[2,17,48,55,57,59,60,61,69,72,77],internal_error:72,internalerror:72,interpol:55,interpolationmod:55,interpret:[55,57,59,60,66],intro_to_torchscript_tutori:76,introduc:[55,57,59,60,61],introduct:56,invalid:61,invok:[76,77],involv:[54,55,56,57,59],io:[46,54,55,56,57,58,59,60],iostream:[21,22,46,47,77],ipad:54,ipykernel:[54,57,58,59,60],ipython:[54,57,58,59,60],ipywidget:[54,57,58,59,60,61],ir:[55,57,59,60,65,67,69,74,76],is_avail:[55,57,58],is_floating_point:71,is_tar:54,is_train:80,iscustomclass:69,isinst:61,isort:54,issu:[4,5,54,55,56,57,59,77,79],istensor:69,istream_iter:46,it_:46,item:[54,55,56,57,58,61],itensor:[62,69,77],iter:[21,46,50,54,55,56,57,58,59,60,61,62,73,75,82],its:[32,55,57,59,60,62,66,69],itself:[1,2,3,48,63,79,82,83],ivalu:[62,66,69,77],ja:54,jarowinkl:54,jedi:[54,57,58,59,60],jetpack:79,jetpack_4:79,jetson:[55,57,59,60,74],jieba:54,jinja2:[54,57,58,59,60],jit:[33,34,35,39,47,54,55,56,57,58,59,60,61,62,63,65,66,67,68,69,74,75,76,77,78,82,83],jit_model:61,jmespath:54,joblib:[54,56],join:61,jpeg:[55,57,58],jpg:[55,57,58,60],jpg__1920x1080_q85_subject_loc:[55,57,58],jsmath:54,json:[55,57,58],json_fil:[55,57,58],jsonschema:[54,57,58,59,60],jupyt:[54,57,58,59,60],jupyterlab:[54,57,58,59,60],jupyterlab_widget:[57,59,60],just:[46,47,55,56,57,58,60,63,70,72,76,77,78,81,83],k:[56,71,80],kaldi:54,kaldiio:54,kb:[55,57,58,59,60],kbool:[1,47],kchannelslast:[3,47],kchar:[1,47],kclip:69,kcontigu:[3,47,49],kcpu:[2,48],kcuda:[2,48,77],kdebug:[17,44,46],kdla:[2,47,48,84],kdla_standalon:[18,47],keepdim:71,kei:[56,61,76],kept:61,kernel:[49,50,55,57,59,60,69,74,75,82],kernel_s:[57,58,59,71],kerror:[17,44],keyword:[54,74,75],kf16:[80,84],kfloat:[1,47,50],kgpu:[2,47,48],kgraph:[17,44,63],khalf:[1,47,77],ki8:80,kind:[54,55,56,57,58,59,60,62,74],kinfo:[17,44,46],kint:[1,47],kinternal_error:[17,44],kiwisolv:54,know:[44,69],kriz:80,krizhevski:80,ksafeti:[18,47],kstandard:[18,47,50],ktest:80,ktrain:80,kunknown:[1,3,47],kwarg:[61,73,74],kwarn:[17,44],l:71,label:[55,57,58,60,61,80],lack:[64,65,67],laid:77,lambda:[57,58,60,69,77],languag:[54,55,57,58,59,60,76],larg:[55,56,57,59,60,61,65,67,77,80],larger:80,largest:71,last:[3,54,60,63,74],latenc:[54,56],later:[32,56,77],latest:[55,56,57,79],latexcodec:54,law:[54,55,56,57,58,59,60],layer1:[57,58],layer2:[57,58],layer3:[57,58],layer4:[57,58],layer:[48,50,55,57,59,60,61,62,63,69,75,77,80,82,84],layer_norm:71,layout:[3,49,71,74,75],ld_library_path:79,ld_preload:81,ldd:79,le:71,leaky_relu:71,leaky_relu_:71,learn:[58,61,70,77,79,80,84],least:[55,56,57],leav:[59,61,63],left:60,legacy_calibr:73,len:[54,56,60,61,71],lenet:[76,77],lenet_script:[76,77],lenetclassifi:[59,76],lenetfeatextractor:[59,76],length:[4,5,46,55,56,57,58,71],let:[48,54,55,57,58,59,60,63,69,74,75,82],letter:54,level:[19,25,27,28,41,44,46,51,52,55,56,57,59,60,61,63,67,72,76],levelnamespac:[0,51],leverag:[55,57,58,59,60,80],lib:[54,55,56,57,58,59,60,61,63,77,79],librari:[36,44,45,46,47,55,57,58,59,60,61,65,66,67,69,77],librosa:54,libsndfile1:54,libtorch:[5,38,55,57,59,60,69,77,79,80],libtorch_pre_cxx11_abi:79,libtorchtrt:[77,79,82],libtorchtrt_plugin:81,libtorchtrt_runtim:81,licens:[44,45,46,47,54,55,56,57,58,59,60,77],lightn:54,lightningdeprecationwarn:54,lightningmodul:54,like:[55,57,59,60,62,63,66,69,76,77,78,79,80,81,82],limit:[54,55,56,57,58,59,60,63,72,80],line:[77,82],linear:[3,57,58,59,61,71,74,76],linewidth:60,link:[62,70,77,81,82],linux:[67,77,79],list:[19,20,21,22,33,50,53,54,56,60,61,62,66,69,71,74,75,77,78,79],listconstruct:[62,66,77],listunpack:[66,77],live:69,ll:56,llvmlite:54,load:[54,55,57,58,60,61,66,73,75,77,78,80,81,82,83],load_calib_amax:61,load_librari:81,load_state_dict:61,loader:[54,55,57,59,60],loading_data_recip:80,local:[60,61,63,77],locat:[60,79,80],log:[16,17,20,21,23,40,46,51,52,53,56,61,63,69,70,71,74],log_debug:69,logger:72,loggingenum:[0,51],loglevel:72,longer:[55,57,59,60,81],look:[54,55,56,57,58,59,60,61,62,63,76,80,83],loop_unrol:63,lorikeet:[57,58],loss:[61,80],lot:69,lower:[17,58,72,74],lower_graph:63,lower_tupl:63,loweralltupl:63,lowersimpletupl:63,lowfreq:54,lr:61,lstm_cell:71,lt:[54,56,57,58,59,60,61,71],ltorchtrt:81,lvl:[27,28,44],m:[54,55,57,58,59],machin:[55,57,59,60,66,79,80],macro:[6,7,8,9,10,11,12,13,16,19,22,23,44,47,51,53],made:[60,63,65,67],mai:[54,55,56,57,58,59,60,62,66,67,76,77,79,80],main:[60,63,65,66,67,69,77],maintain:[56,66,69],major:[55,57,59,60,67],make:[55,56,57,58,59,60,62,77,78,79,80,84],make_data_load:[5,80],make_int8_cache_calibr:[21,42,46,51,52,80],make_int8_calibr:[21,32,42,46,51,52,80],manag:[54,55,56,57,58,59,60,62,65,67,69,72,74,77],mangag:63,manifest_filepath:54,mantissa:[50,75],manual:79,manual_se:54,manylinux2014_x86_64:60,manylinux_2_17_x86_64:60,map:[2,48,62,63,65,67,69,77,80,83],mark:[55,63],markdown:54,marknodesforfallback:63,markupsaf:[54,57,58,59,60],marshmallow:54,mask:[54,71],masked_fil:71,masked_sent:56,master:[63,68,79,80,81],mat2:71,match:[50,63,79],mathemat:56,matmul:[63,71,77],matplotlib:[54,55,57,58,59,60],matric:56,matrix:68,matur:67,max:[49,50,57,58,59,60,61,69,71,74,82],max_bound:61,max_c:82,max_dur:54,max_h:82,max_length:56,max_n:82,max_pool1d:71,max_pool2d:[59,71,76,77],max_pool3d:71,max_shap:[47,49,58,59,74,75,78],max_val:[69,71],max_valu:61,max_w:82,maxcalibr:61,maxim:58,maximum:[49,50,55,56,57,58,61,75,82],maxpool2d:[57,58],maxpool:[57,58],mb:[55,57,58,59,60,82],md:68,mean:[54,55,56,57,58,59,60,61,69,70,71],mecab:54,mechan:[54,56,69],media:[55,57,58],median:[54,56],meet:74,mel:54,member:[48,49,50,74],memeori:3,memori:[21,22,46,47,50,54,55,57,58,59,60,63,69,74,75,77,78],memory_format:[71,74],memoryformat:[3,47],menu:82,messag:[17,27,28,72,82],metadata:[54,66,69],method:[33,34,35,39,49,54,55,57,58,59,60,61,63,69,74,75,76,77,79,82,83],method_nam:[33,39,47,74,75,77,82],metric:54,mig:[54,55,57,58,59],might:[56,61,63,79],min:[49,50,69,71,74,82],min_block_s:[47,50,75],min_bound:61,min_c:82,min_h:82,min_n:82,min_shap:[47,49,58,59,74,75,78],min_val:[69,71],min_valu:61,min_w:82,mini:[55,57,58],minim:[50,75,80,82],minimum:[49,50,58,72,75,82],minmax:[31,32,80],minmax_calibr:73,miss:77,mistun:[54,57,58,59,60],mix:60,mixin:54,mkdir:[55,57,58,79],mlm_model_t:56,mm:54,mobilenet_v2:83,mod:[54,77,80,82],mode:[61,78,80],mode_:80,model:[54,66,72,76,77,78,80,82,83],model_math:60,model_nam:[54,61],model_s:54,model_state_dict:61,model_torchtrt:72,model_trt:72,modelpt:54,modern:60,modifi:79,modified_state_dict:61,modul:[33,34,35,39,47,50,54,55,56,57,58,59,60,61,64,65,66,67,69,70,74,75,78,80,82,83,84],modular:77,module_fallback:63,module_nam:82,momentum:[57,58,61,71],month:54,monthli:[54,58],more:[55,57,58,59,60,61,62,70,74,76,77,79,80,81,83],most:[56,67,79,81],most_likely_token_id:56,most_likely_token_ids_trt:56,move:[31,46,47,55,57,58,59,60,63,66,75,77,80],mpmath:54,ms:[55,57,58,59,60,61],mse:61,msg:[28,44,54,56,72],much:[69,80],mul:[61,71],mul_:71,multi:82,multidict:54,multipl:[66,80],multipli:[50,75],must:[49,50,56,60,63,69,74,75,77,79,81,82],mymodel:78,mypi:60,n01537544:55,n01739381:55,n01749939:[57,58],n01820546:[57,58],n02109961:55,n02110185:[57,58],n02481823:[55,57,58],n:[54,55,56,57,59,69,77,80,82],n_fft:54,n_mel:54,name:[4,5,33,39,46,54,55,57,58,59,60,61,66,69,73,75,76,77,79,83],named_modul:61,namespac:[0,44,45,46,47,53,63,70,80],narrow:[61,71],nativ:[61,67,68,77],native_funct:68,natur:56,nbbind:[4,5,46],nbclient:[54,57,58,59,60],nbconvert:[54,57,58,59,60],nbformat:[54,57,58,59,60],nchw:[3,74,75],ncol:[55,57,58],ne:[63,71],necessari:[44,81],need:[1,2,3,27,32,45,48,55,57,58,60,62,63,69,77,78,79,80,81],neg:71,negative_slop:71,nemo:54,nemo_1:54,nemo_asr:54,nemo_log:54,nemo_toolkit:54,nest:[51,52,54,57,58,59,60],net:[55,57,58,69,77],network:[31,32,55,57,59,60,61,69,77,80,84],networkx:60,neural:[55,57,60,84],new_lay:69,new_level:56,new_local_repositori:79,new_lr:61,new_siz:80,newer:[55,57,59,60],newest:54,newli:54,next:[4,5,60,61,62,66,80],nfilt:54,ngc:[54,55,56,57,58,59,60,79],nhwc:[3,74,82],nice:79,nine:56,ninja:79,nl:[55,57,58],nlp:[31,32,56,80],nltk:54,nn:[54,55,57,58,59,61,63,68,74,75,76,77,78],no_grad:[54,55,56,57,58,59,60,61],node:[61,63,64,65,67,69,77],node_info:[69,77],noexcept:[4,5,46,80],non_block:[61,71],none:[55,57,59,60,61,69,71,74,75],noninteract:54,norm:71,normal:[1,2,3,48,54,55,56,57,58,59,60,61,76,77,80,84],normalized_shap:71,noskipw:46,notatemoduleforfallback:63,note:[2,48,49,56,69,74,77,79,84],notebook:[54,55,56,57,58,59,60,61,67],notic:[59,60],now:[54,55,56,57,59,60,63,67,69,77,79,83],np:[54,55,56,57,58,59,60,61],nrow:[55,57,58],nrun:[55,57,58,59,60,61],nullptr:[46,47,50],num:[54,56,82],num_avg_timing_it:[47,50,75,83],num_batch:61,num_bit:61,num_calib_batch:61,num_class:61,num_epoch:61,num_it:82,num_loop:[54,56],num_min_timing_it:[47,50,75,83],num_op:82,num_work:[61,80],numba:54,number:[4,5,50,54,55,56,57,61,63,69,74,75,77,82],numel:71,numer:[54,82],numpi:[54,55,56,57,58,59,60,61],nvcr:54,nvidia:[34,39,44,45,46,47,54,55,56,57,58,59,60,61,63,68,74,75,77,79,80,81,82,84],nvidia_convnets_processing_util:60,nvidia_deeplearningexamples_torchhub:60,nvidia_efficientnet:60,nvidia_efficientnet_b0:60,nvidia_efficientnet_b4:60,nvidia_efficientnet_widese_b0:60,nvidia_efficientnet_widese_b4:60,nvidia_resnet50:60,nvidia_resnext101_32x4d:60,nvidia_resnext:60,nvidia_se_resnext101_32x4d:60,nvidia_ssd:60,nvidia_ssd_processing_util:60,nvidia_ssdpyt_amp_200703:60,nvidia_tacotron2:60,nvidia_tts_util:60,nvidia_waveglow:60,nvinfer1:[4,5,31,32,46,47,50,69,80],nvinfer:[21,46],nwarmup:[55,57,58,59,60,61],o:[55,57,58,79],oauthlib:54,obj:71,object:[1,2,3,4,5,48,49,50,66,69,72,73,75,80,83],observ:[54,55,56,57,61],obsolet:60,obtain:[54,55,56,57,58,59,60,61,78],obvious:76,octet:[55,57,58],off:[54,55,57,58,59,60,66],offici:79,ofstream:[46,77],ok:[55,57,58,77],okai:50,older:67,omegaconf:54,onc:[44,45,46,47,62,63,66,80,81],one:[56,60,61,63,69,72,74,76,77],ones:[44,55,57,59,60,64,65,67,77,79],onli:[2,4,5,17,32,46,48,49,59,60,63,67,69,72,74,79,80,81,82,84],onnx:[54,63],onto:[66,82],onward:[55,57,58],op:[55,56,57,58,60,61,62,63,65,67,69,74,77,81,82],op_nam:82,op_precis:[55,57,58,60],open:[55,57,58,59,60],opencc:54,oper:[1,2,3,4,5,33,46,47,48,50,55,57,58,59,60,61,62,63,64,65,66,67,69,70,74,75,78,80,82,84],oppos:75,opset:[65,67],opt:[49,50,54,55,56,57,58,59,60,61,74,79],opt_c:82,opt_h:82,opt_n:82,opt_shap:[47,49,58,59,74,75,78],opt_state_dict:61,opt_w:82,optim:[49,54,55,56,57,58,59,60,61,63,70,76,77,78,82],optimin:49,optimiz:[55,57,59,60,76],optimized_execut:54,option:[46,49,64,65,67,74,79,80,81,82,84],order:[50,60,69,75,77,78],org:[54,55,56,57,58,59,60,61,68,76,77,79,80],origin:[54,56,60,61],original_nam:59,os:[47,61],ostream:47,other:[1,2,3,47,48,55,57,58,59,60,61,62,63,66,70,71,77,78,79,81,82],otherwis:[55,56,57,79,81],our:[55,56,57,58,59,60,67,76,77],out:[33,46,54,55,56,57,58,59,61,62,63,65,67,69,72,75,77,79],out_dir:61,out_featur:[57,58,59],out_shap:77,out_tensor:[69,77],output0:63,output:[26,29,50,55,56,57,58,59,60,61,62,63,66,69,72,77,79,82],output_file_path:[82,84],output_pad:71,output_s:[57,58,71],output_trt:56,outself:77,over:[55,57,58,59,65,67],overkil:59,overrid:[4,5,31,32,46,74,80],overview:[56,68,70],own:[54,55,56,57,59,69,77],p0:58,p2:54,p8:[54,55,57,59],p:[55,57,58,71,77,82,84],packag:[54,55,56,57,58,59,60,61,63,77,82],pad:[54,56,57,58,61,71],padding_idx:71,padding_mod:61,page:[58,70],pair:[54,63,69,79,80],panda:54,pandocfilt:[54,57,58,59,60],pangu:54,paper:[55,57,60],parallel:56,param:73,param_group:61,paramet:[1,2,3,4,5,27,28,29,31,32,33,34,35,37,39,48,49,50,61,62,63,69,72,74,75,76,77],parameter:54,parent:[15,16,19,20,21,22],pari:56,pars:[61,77],parso:[54,57,58,59,60],part:[54,67,82],parti:58,partial:[55,57,59,60,82],particular:59,particularli:56,partit:63,pass:[54,56,61,62,64,65,66,67,69,72,73,76,77,80],patch:60,path:[5,14,15,16,31,32,59,60,61,73,74,76,77,79,80,82],path_to_torchtrt_root:79,pathspec:[54,60],pathtool:54,pathwai:76,pattern:[69,74,77],peephole_optimz:63,per:[58,60,61],percentil:[54,56,61],perf:[54,55,57,58,59],perfom:61,perform:[31,32,55,56,57,58,59,60,80],performac:80,permiss:[54,55,56,57,58,59,60],permut:71,persist:[54,55,57,58,59],pesq:54,pexpect:[54,57,58,59,60],phase:[17,61,69,77],pick:[59,76],pick_best:60,pickler:66,pickleshar:[54,57,58,59,60],pid:[54,55,57,58,59],piec:54,pil:[55,57,58],pillow:[54,55,60],pin_memori:71,pip3:79,pip:[54,55,56,57,58,59,60,61,79],pipelin:[82,84],piplein:77,pipreq:54,pixel_shuffl:71,place:[49,63,79,80],plan:[67,82],plane:61,platform:[47,55,57,59,60,67,79,82,84],platformdir:60,pleas:[54,55,61,77,79],plot:60,plot_result:60,plt:[55,57,58,60],pluggi:54,plugin:54,po:56,point:[74,77],pointer:[4,5,80],pooch:54,pool:[57,58,59,60,61,84],pop:66,popular:[56,79],portabl:[55,57,59,60,66,75],portalock:54,pos_mask:56,posit:[54,56,74,82],possibl:[55,56,57,59,60],post1:54,post:[31,32,50,70,77,82],potenti:50,pow:71,power:[55,57,59,60,77],pr:77,practic:[55,57,59,60],pragma:[44,45,46,47,80],pre:[35,54,55,56,57,61,63,73,75,80,81],pre_cxx11_abi:79,precis:[50,56,58,59,60,70,74,77,78,80,82,84],precisions_str:54,pred:[55,57,58,61],pred_label:60,pred_loc:60,predict:[55,56,57,58,60],prefer:77,prefix:[29,30,44,72],preinstal:79,prelu:71,prepar:[54,55,56,57,59,60],prepare_input:60,prepare_tensor:60,preprint:80,preproc:73,preprocess:[54,55,57,58,61,80],preserv:[61,76,80],prespect:76,pretrain:[54,55,56,57,58,60,83],pretti:77,prevent:[50,82],previou:56,previous:[32,35,77],prim:[62,63,66,71,76,77],prim_devic:71,primari:56,primarili:[67,77],print:[17,33,46,54,55,56,57,58,59,60,61,72,74,75,77,83],print_funct:54,printout:56,printstat:[54,56],priorit:79,privat:[4,5,46,47,80],prob:[55,57,58],probabl:[55,56,57,58,60],probablil:[55,57,58],problem:56,proce:[55,57,58],process:[54,55,56,57,58,59,60,61,76,80,82,83],prod:71,produc:[49,62,66,69,77],product:[50,55,57,59,60],profil:[49,59],program:[19,20,21,22,32,53,58,59,60,65,66,67,70,76,82],prometheu:[54,57,58,59,60],promis:54,prompt:[54,57,58,59,60],properli:79,properti:[54,56],propog:63,protobuf:54,provid:[4,5,50,54,55,56,57,58,66,69,74,75,77,78,79,80,81,82,83],providi:[65,67],psutil:[54,58],pt:[56,60,61,77,82],pth:[57,60,61],ptq:[4,5,16,19,23,40,51,52,53,70,74,75,82],ptq_calibr:[4,5,47,50,80],ptqtemplat:[0,51],ptyprocess:[54,57,58,59,60],pull:79,pure:[33,54,58,60],purpos:[60,79],push:66,push_back:46,pwr:[54,55,57,58,59],py2:[57,59,60],py3:[54,55,56,57,59,60],py:[54,55,60,61,63,67,76,77,79,80],pyannot:54,pyasn1:54,pybind11:54,pybtex:54,pycpars:[54,57,58,59,60],pycr:54,pydeprec:54,pydub:54,pygment:[54,57,58,59,60],pypa:[54,55,56,57,58,59,60],pypars:[54,56,57,58,59,60],pypi:[54,55,56,57,58,59,60,61,79],pypinyin:54,pyplot:[55,57,58,60],pyrsist:[54,57,58,59,60],pysock:54,pystoi:54,pytest:54,python3:[54,55,56,57,58,59,60,61,63,77,79],python:[54,55,56,57,58,59,60,61,67,77,81,82,83,84],python_api:68,pythonhost:[57,58,59,60,61],pytorch:[49,50,54,55,56,57,58,60,61,63,64,65,66,67,69,73,74,75,76,77,78,79,80,81,82],pytorch_lightn:54,pytorch_quant:[60,61],pytorch_vision_v0:58,pytz:54,pywavelet:60,pyyaml:[54,56],pyzmq:[54,57,58,59,60],qat:61,qat_model:61,qthelp:54,qualiti:[55,57,60],quant:61,quant_dim:61,quant_input:61,quant_max:71,quant_min:71,quant_modul:61,quant_nn:61,quant_weight:61,quantconv2d:61,quantdescriptor:61,quantiz:[31,32,60,70,77,82],quantizatiom:50,quantizelay:61,quantlinear:61,quantoz:61,quantpool:61,quartznet:54,question:77,quick:61,quickli:[55,57,77,80,82],quit:[69,77],r:60,rais:63,raiseexcept:63,rand:77,randn:[54,55,57,58,59,60,61,74,75,77,83],random:54,randomcrop:61,randomhorizontalflip:61,rang:[49,50,54,55,56,57,58,59,60,61,74,82],rapidfuzz:54,rate:61,rather:63,raw:60,re:54,read:[4,5,31,32,46,54,58,80],read_calibration_cach:73,readcalibrationcach:[4,5,46],readi:[54,58],readm:[54,55,56,57,59,60],realiz:66,realli:69,reason:[1,60,76],recalibr:32,recip:80,recipi:60,reciproc:71,recognit:[54,57,61,80],recomend:[31,32],recommend:[31,32,54,55,56,57,58,59,60,61,77,79],recompil:60,record:[59,61,62,76],rect:60,rectangl:60,recurs:62,recursivescriptmodul:59,reduc:[55,57,59,60,61,63,65,67,80],ref:[65,67],refer:[49,61,65,67,77,78,80],referenc:[60,79],refit:[47,50,75,83],reflect:47,regard:79,regex:[54,56],regist:[35,66,69,75],registernodeconversionpattern:[69,77],registri:[62,77],regular:61,reinterpret_cast:46,relat:48,relationship:[51,52],releas:[54,56],relu:[57,58,59,71,76,77],relu_:71,remain:[55,56,57,59,60,63,80],remov:[54,55,57,59,60,61],remove_contigu:63,remove_dropout:63,remove_to:63,repack:66,repeat:[71,82],replac:[56,60,63],replication_pad1d:71,replication_pad2d:71,replication_pad3d:71,report:[25,46],reportable_log_level:72,repositori:[55,57,60,67],repres:[49,50,61,69,72],represent:[55,56,57,59,60,63,69,76],request:[54,55,56,57,58,74,77],requir:[32,50,54,55,56,57,58,59,60,61,62,63,72,74,75,77,80,81,82],require_full_compil:[47,50,55,57,59,60,75],requires_grad:71,resampi:54,research:[55,57,59,60],reserv:[44,45,46,47,54,55,56,57,58,59,60],reset:46,reshap:71,residu:57,resiz:[55,57,58],resnet50:[57,58,60],resnet50_model:[57,58],resnet:[58,60,66],resnet_trt:66,resolv:[55,57,58,62,63,65,67],resolve_data_config:55,resourc:[54,57,58,59,60,62,80],respons:[32,55,57,58,61,66],respositori:56,restor:54,restrict:[50,75],result:[54,55,56,57,58,59,61,62,63,72,75,76,78],results_per_input:60,ret:63,rethink:55,return_tensor:56,reus:[63,80],rgb:[55,57],right:[44,45,46,47,54,55,56,57,58,59,60,63,67,69],rn50_preprocess:[57,58],root:[44,45,46,47,54,55,56,57,58,59,60,61,79,80],round:[50,61,75],round_:61,rsa:54,rsub:71,ruamel:54,rule:[75,79],run:[2,39,48,50,54,55,56,57,58,59,60,61,62,63,64,65,66,67,69,70,74,75,76,77,78,79,80,81,82,83,84],runetim:58,runner:54,running_loss:61,running_mean:71,running_var:71,runtim:[54,55,57,58,59,60,70,77],s3:[55,57,58],s3transfer:54,s:[49,50,60,61,66,69,70,74,76,77,78,80],sacrebleu:54,sacremos:[54,56],safe:[69,75],safe_dla:74,safe_gpu:74,safeti:[50,74,82],same:[55,57,58,60,66,76,77,79,83],sampl:[54,55,57,80],sample_r:54,satisfi:[54,55,56,57,58,59,60],save:[32,46,54,55,57,58,59,60,61,66,74,75,77,78,81,82],save_checkpoint:61,save_restore_connector:54,saw:77,scalar:[69,71],scalaropt_dim:71,scalartyp:[1,47,71],scale:[55,61,71,80],scale_factor:71,scale_grad_by_freq:71,scales_d:71,scales_h:71,scales_w:71,schedul:[61,74],schema:[69,77],scikit:[54,60],scikit_imag:60,scipi:[54,60],scope:63,score:[55,57,58,60],scratch:32,script:[33,56,60,61,63,74,75,76,77,78,83],script_model:[59,76,83],scriptclass:75,scripted_model:84,scriptmodul:[74,75,77],sdk:[54,55,57,59,60,68],se:54,seamlessli:[58,70],search:[56,70],second:[55,56,58,63],section:[58,61,77,80],secur:[54,79],see:[33,54,55,56,57,58,59,60,63,66,74,75,76,77,79],segment:54,segments_tensor:56,select:[18,31,32,39,50,55,57,59,60,66,71,74,75,79,80,82],self:[54,56,59,61,63,66,69,71,73,76,77,84],self_1:[66,77],self_int:71,send2trash:[54,57,58,59,60],sens:77,sent:[55,57,58],sentenc:56,sentencepiec:54,sentencepiecetoken:54,sentinel:[1,3],sentri:54,separ:[55,57,59,60],seper:[64,65,67],seq_relationship:56,sequenc:[54,56],sequenti:[57,58],serial:[35,39,65,67,74,75,77,82],seriali:75,serializ:[66,76],serialized_engin:75,serializinghtml:54,seril:66,serv:[66,82],server:54,set:[4,5,17,22,27,29,32,34,37,39,47,48,49,50,55,57,59,60,61,62,63,64,65,66,67,70,72,74,75,76,77,78,79,80,84],set_devic:[22,40,47,51,52,74],set_is_colored_output_on:[19,41,44,51,52,72],set_logging_prefix:[19,41,44,51,52,72],set_reportable_log_level:[19,41,44,51,52,56,61,72],set_typecheck_en:54,setalpha:69,setbeta:69,setnam:[69,77],setproctitl:54,setreshapedimens:77,setup:[45,54,61,80],setup_multiple_test_data:54,setup_multiple_validation_data:54,setup_test_data:54,setup_training_data:54,setup_validation_data:54,setuptool:[54,57,58,59,60],sever:[17,28,56,72],sgd:61,sh:79,sha256:79,shape:[47,49,50,54,55,56,57,59,60,61,69,71,74,75,78,82,84],shape_mod:74,share:79,shellingham:54,shift:79,ship:[61,77,81],shortuuid:54,should:[1,4,5,32,47,50,55,58,61,62,63,64,65,67,69,70,72,74,80,82],show:60,showcas:[55,57,58],shown:[56,77],shuffl:[54,61,77,80],shutterstock_780480850:[55,57,58],siberian:[55,57,58],siberian_huski:[57,58],side:[63,77],sigmoid:71,sigmoid_:71,signatur:75,signifi:[49,63],signific:[60,61],significantli:63,similar:[60,69,77,81,83],simonyan:80,simpil:80,simpl:[54,55,56,57,59,60,61,76],simplejson:54,simplest:56,simpli:[58,59,63],simplic:[55,57,60],simplifi:62,simul:61,sin:71,sinc:[56,59,63,76,77,80],singl:[49,50,56,59,63,74,76,77,80,82],singular:69,sinh:71,site:[54,55,56,57,58,59,60,61,63,77,79],six:[54,56,57,58,59,60],size:[4,5,46,49,50,54,55,56,57,58,59,60,61,63,71,74,75,77,80,82,84],size_t:[4,5,46,80],skip:82,slice:71,slither:[55,57,58],sm:66,sm_output:[55,57,58],small:[61,63],smaller:54,smallest:56,smi:[54,55,57,58,59],smmap:54,snake:[55,57,58],snowballstemm:54,so:[1,46,55,57,58,59,61,62,63,66,67,69,70,77,79,80,82],softmax:[55,57,58,60,61,63,71],softwar:[54,55,56,57,58,59,60],sole:80,some:[55,56,57,62,63,65,66,67,69,77,80],someth:[45,63],sort:[69,71,83],sortedcontain:54,soundfil:54,soupsiev:[54,58],sourc:[44,45,46,47,55,57,60,67,74,75],sox:54,space:80,spars:[71,82],sparse_weight:[47,50,75],sparsiti:[50,75,82],speak:56,speaker:56,spec:[49,50,55,57,59,60,72,74,75,82,83],specif:[34,50,54,55,56,57,58,59,60,63,65,67,74,75],specifi:[4,5,50,55,56,57,58,59,60,61,69,70,72,74,75,78,82,83],specifii:74,speech:54,speed:[54,55,56,57,58,60],speed_m:[54,56],speed_mean:[54,56],speedup:[54,55,56,57],sphinx:54,sphinxcontrib:54,split:[56,71],split_siz:71,split_with_s:71,sqrt:71,squeez:[54,71],sr:54,src:[66,68,71],ss:46,ssd300:60,ssd300_trt:66,ssd:66,ssd_300_trace:60,ssd_pyt_ckpt_amp:60,ssd_trace:82,ssd_trt:82,sstream:[21,46],stabl:[61,68],stack:[54,58,60,61,66,71,80],stage:62,stand:66,standard:[55,56,57,58,59,60,66,70,81,82,83],start:[56,58,60,61,62,71,79,83],start_dim:[71,77],start_step:71,start_tim:[54,55,56,57,58,59,60,61],startswith:61,stat:61,state:[54,55,56,57,61,62,69,77],state_dict:61,statement:63,static_cast:46,statist:[56,61],statu:46,std:[4,5,24,28,30,31,32,33,35,36,39,44,46,47,49,50,54,55,56,57,58,77,80,84],std_dev:[54,56],stderr:61,stdout:[38,72,74],steamlin:80,step:[54,55,56,57,58,59,60,61,70,71,80],stft:54,still:[46,60,80],stitch:[59,77],stop:77,storag:80,store:[3,5,62,66,69,76,77],str:[20,45,46,51,52,55,57,58,71,72,74,75],straight:69,strategi:[56,74],stream:[55,57,58],strict:81,stride:[57,58,59,60,61,71],string:[4,5,19,21,22,24,28,30,31,32,33,35,36,39,44,46,47,50,66,69,74,77,80],stringstream:46,strip_prefix:79,strong:[55,57,59,60],struct:[2,22,40,43,47,80],structur:[32,48,50,55,57,59,60,67,69,76],stt_en_citrinet_256:54,stt_en_citrinet_256_bs128_torch:54,stt_en_citrinet_256_bs1_torch:54,stt_en_citrinet_256_bs32_torch:54,stt_en_citrinet_256_bs8_torch:54,style:[44,45,46,47],sub:[71,76],sub_:71,subdirectori:53,subexpress:63,subgraph:[50,62,63,69,77,82],subject:67,submodul:[59,76],subplot:[55,57,58,60],subset:[61,80],subword:54,successfulli:[54,55,57,59,60],sudo:79,suffic:63,suit:[58,70],sum:[50,61,71,75],summari:56,summarywrit:61,support:[1,2,3,29,33,48,49,50,55,57,58,59,60,61,68,70,74,75,76,77,79,82,84],sure:[77,78,79,84],swap:54,sy:61,symbol:[79,81],sympi:54,synchron:[54,55,56,57,58,59,60,61],system:[54,55,56,57,58,59,60,62,69,70,75,79],t1:71,t2:71,t:[1,2,3,47,48,58,59,61,63,69,71,76,77,79,80,82],tabl:79,tabul:54,take:[33,34,35,39,54,55,57,59,60,62,65,66,67,69,74,75,77,80,83],taken:[55,57,60],talk:70,tan:71,tanh:71,tanh_:71,tar:[79,80],tarbal:[77,80],target:[2,47,48,49,50,55,57,58,59,60,66,67,70,74,75,78,80,82,83,84],targets_:80,tarred_audio_filepath:54,task:[31,32,54,56,80],techinqu:77,techniqu:[61,80],tell:[63,64,65,66,67,69],tem:82,temp:[54,55,57,58,59],templat:[21,42,46,47,51,52,77],tensor:[3,35,46,47,49,50,54,55,56,57,58,59,60,61,62,63,66,69,71,74,75,76,77,80],tensor_qu:61,tensor_quant:61,tensor_scalar:71,tensor_tensor:71,tensorboard:[54,61],tensorcontain:69,tensorformat:[22,40,47,49,51,52,74],tensorformatenum:[0,51],tensorlist:69,tensorquant:61,tensorrt:[1,2,4,5,15,31,32,33,34,35,38,39,46,47,48,49,50,53,56,62,63,64,65,67,69,73,74,75,76,80,82],tensorrtcompilespec:[75,83],tensorrtfil:[23,51],teo:82,term:[74,80],termin:[29,77,82],terminado:[54,57,58,59,60],test:[54,55,56,57,58,59,60,61,67,80,82],test_acc:61,test_loss:61,test_pr:61,test_prob:61,test_ptq_dataloader_calibr:80,test_ptq_trt_calibr:80,testing_dataload:[61,80],testing_dataset:[61,80],testpath:[54,57,58,59,60],text:[54,56,60,72],tf32:[50,82],tgz:79,than:[54,56,58,63,70,81],thats:[62,80],thei:[48,56,60,61,62,63,66,69,74,79,82],them:[54,55,56,57,59,60,63,66,77,79],theori:62,therebi:66,therefor:[32,54,55,57,59,60,66,77],theres:81,therfor:81,thi:[1,2,3,31,32,44,45,46,47,48,49,50,54,55,56,57,58,59,60,61,62,63,65,66,67,69,74,75,76,77,79,80,81,82,83],thing:[59,79],think:69,third:58,third_parti:[67,79],those:[56,62],though:[60,67,69,76,77,82],threadpoolctl:54,three:[49,58,65,67,74],threshold:82,through:[49,54,55,56,57,58,59,60,62,63,66,70,72,73,77],throughout:[55,57],throughput:55,thrown:[50,75],thu:[54,59],tifffil:60,time:[50,54,55,56,57,58,59,60,61,62,63,65,66,67,69,75,77,80,82],time_99th:[54,56],time_m:[54,56],time_mean:[54,56],time_std:[54,56],timegraph:[54,56],timeit:[54,56],timeout:54,timm:[55,57],tini:80,titan:[54,55,57,59,60],titl:[55,57,58],tl:58,tmp:77,tocustomclass:69,todim:77,togeth:[59,62,69,77],toilet:[55,57,58],token:[54,56],token_type_id:56,tokens_tensor:56,toml:54,tomli:60,too:79,took:56,tool:[55,56,57,59,60,69,77],toolchain:[67,79],toolkit:[54,57,58,59,60,61],top:[60,67],topk:71,topolog:56,torch:[1,2,3,5,21,31,32,33,34,35,38,39,46,47,48,49,50,56,62,63,65,66,67,69,74,75,76,79,80,82,84],torch_executed_modul:[47,50,75],torch_executed_op:[47,50,75],torch_scirpt_modul:76,torch_script_modul:77,torch_tensorrt:[0,1,2,3,4,5,16,17,18,23,44,45,46,48,49,50,51,52,53,54,55,56,57,58,59,60,61,70,77,78,80,81,82,83,84],torch_tensorrt_major_vers:[20,45,51,52],torch_tensorrt_minor_vers:[20,45,51,52],torch_tensorrt_patch_vers:[20,45,51,52],torch_tensorrt_vers:[20,45,51,52],torch_tensorrtnamespac:[0,51],torchbind:66,torchhub:60,torchmetr:54,torchscript:[20,22,40,45,47,50,51,52,54,55,56,57,58,60,61,65,66,67,74,75,78,82,83,84],torchscriptstruct:[0,51],torchtrt:[45,54],torchtrt_api:[20,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,44,45,46,47,51,52],torchtrt_check:69,torchtrt_exampl:81,torchtrt_hidden:[20,45,51,52],torchtrt_unus:69,torchtrtc:[70,84],torchvis:[54,55,57,58,61,66,80,83],tornado:[54,57,58,59,60],toronto:80,total:61,totensor:[55,57,58,61,80],tovec:77,toward:80,tparam:[4,5],tqdm:[54,56,61],trace:[54,56,60,61,75,76,77,78],traced_mlm_model:56,traced_model:[59,60,76],tracerwarn:61,track:[69,80],track_running_stat:[57,58],trade:60,tradit:[49,75,80],traget:[34,35],train:[31,32,50,54,55,56,57,60,70,71,77,78,82],trainabl:63,trained_vgg16_qat:61,trainer:54,training_dataload:61,training_dataset:61,traitlet:[54,57,58,59,60],transcrib:54,transform:[54,55,57,58,59,60,61,77,80],transforms_factori:55,translat:[60,77],transpos:71,travers:[65,67],treat:[61,82],tree:[44,45,46,47,54,80,81],trigger:[59,77],trim:80,trim_sil:54,trt:[1,2,4,5,48,49,54,62,63,66,69,71,77],trt_lenet_script:77,trt_mod:[61,77,80,84],trt_model:[56,60,83],trt_model_fp16:[55,56,57],trt_model_fp32:[55,57,58],trt_script_modul:59,trt_ts_modul:[54,59,78],trtorch:54,truck:61,truncat:[50,75,82],truncate_long_and_doubl:[47,50,54,56,75],trust:[57,58,59,60,61],ts:[45,54,59,70,74,76,77,78,82,83],ts_model:77,tue:57,tune:[54,55,57,59,60,61],tupl:[66,74,75],tupleconstruct:[63,66],tupleunpack:63,turn:54,tutori:[55,57,58,76,80],two:[54,59,60,63,69,76,79,80,82],type:[1,2,3,31,49,50,51,52,54,55,56,57,58,59,60,61,62,66,69,72,74,75,77,80,82],typecheck:54,typenam:[4,5,31,32,46],typer:54,typic:[62,69],typing_extens:55,ubuntu:[54,79],uint64_t:[47,50],un:[55,57,80],unabl:[69,77],uncas:56,unchang:56,uncom:79,uncorr:[54,55,57,58,59],undefin:60,under:[44,45,46,47,54,55,56,57,58,59,60,67,78],underli:[1,2,3,48,69],understand:[55,57],unidecod:54,union:[69,74,75,77],uniqu:5,unique_ptr:[5,31],unit:[56,59],unknown:74,unless:[54,55,56,57,58,59,60],unlik:[58,70,79,83],unmask:56,unmasked_sent:56,unmasked_sentences_trt:56,unmasked_token:56,unmasked_tokens_trt:56,unpack_addmm:63,unpack_log_softmax:63,unqiue_ptr:5,unsign:61,unsqueez:[55,57,58,71],unstabl:67,unsupport:[33,50],unsur:69,untest:67,until:[58,62,67,69,79],unwrap:69,unwraptodoubl:69,unwraptoint:77,unzip:79,up:[54,55,56,57,59,60,61,62,63,65,66,67,76],updat:[54,58,61],upgrad:54,upload:[55,57,58],upper:61,upsample_bilinear2d:71,upsample_linear1d:71,upsample_nearest1d:71,upsample_nearest2d:71,upsample_nearest3d:71,upsample_trilinear3d:71,upscale_factor:71,upstream:77,uri:60,url:79,urllib3:[54,56],us:[1,2,3,4,5,31,32,34,37,39,45,46,47,48,49,50,54,55,56,57,59,60,62,66,67,69,70,72,73,74,75,76,80,81,82,84],usag:[54,55,57,58,59,73,77],use_amp:54,use_cach:[4,5,31,46,73,80],use_cache_:46,use_fb_fake_qu:61,use_input_stat:71,use_start_end_token:54,use_subset:80,usecas:79,user:[44,49,50,54,55,56,57,58,59,60,64,65,66,67,77,79,80],userguid:61,userwarn:[54,55,60],using_int:[71,77],usr:79,usual:[60,61],util:[55,57,59,61,69,75,77,80],v0:[57,58],v1:54,v2:[31,32,60],v8:79,v:[54,55,56,57,59,60,82],val2017:60,val:[60,61],valid:[2,48,54,59,60,61,69],valu:[1,2,3,17,18,47,48,49,56,59,61,62,66,69,71,72,73,74,77],value_tensor_map:[62,69],vare:58,vari:[55,56,57],variabl:49,variant:[54,81],varient:63,variou:[54,84],vec:71,vector:[21,22,46,47,49,50,66,77,80,84],venv:[54,55,56,57,58,59,60],verbios:82,verbos:82,veri:[61,80,83],verifi:[56,61],version:[36,38,54,55,56,57,58,59,60,61,67,79],vgg16:[61,80],vgg16_base_ckpt:61,vgg16_qat_ckpt:61,vgg:[60,61,80],via:[54,58,60,70,74,75,78,80,81],view:71,vine_snak:55,virtual:[54,55,56,57,58,59,60,80],vision:[55,56,57,58],visit:[55,57,58,60],visual:58,volatil:[54,55,57,58,59],volta:[55,57,59,60],vs:[1,2,3,48,63,75,83],w1109:61,w:[54,55,57,60,82],w_hh:71,w_ih:71,wa:[54,55,56,57,59,60,63,66,77],wai:[55,57,61,76,77,79,80,82],walk:[54,55,56,57,59,60],wandb:54,want:[44,55,57,59,60,76,77,80,83],warm:[54,55,56,57,58,59,60,61],warn:[17,46,54,55,56,57,58,59,60,61,69,72,82],warranti:[54,55,56,57,58,59,60],wcwidth:[54,57,58,59,60],we:[44,46,54,55,56,57,58,59,60,61,62,63,65,66,67,69,76,77,80],webdataset:54,webencod:[54,57,58,59,60],websit:79,wed:58,weight:[49,50,56,61,62,71,75,77,82],weight_decai:61,welcom:77,welecom:[55,57],well:[50,55,56,57,59,60,72,77,79,80],were:[56,60,77],werkzeug:54,wget:[54,55,57,58],what:[5,60,63,76,77],whatev:66,wheel:[54,79],when:[29,46,47,48,55,56,57,59,60,61,62,63,65,66,67,69,72,74,75,76,77,79,80,82],where:[54,55,57,59,62,63,69,75,77,80],whether:[5,74,80,82],which:[2,3,32,34,39,48,54,55,56,57,58,59,60,61,62,63,64,65,66,67,69,73,75,76,77,78,79,80,81,83],white:60,whl:[55,57,59,60,79],whole:[55,57,59,60],whose:63,wide:58,widespread:56,widget:[54,57,58,59,60],widgetsnbextens:[54,57,58,59,60],width:[55,57,58],wit:54,within:[54,55,56,57,58,59,60,65,67,75],without:[54,55,56,57,58,59,60,61,69,77,80],wl:81,won:58,word:[54,56],wordninja:54,work:[46,59,63,67,69,80],worker:80,workflow:[61,83],workspac:[50,75,79,80,82,84],workspace_s:[47,50,54,55,56,57,58,60,75,80,82,84],world:[55,57,59,60],would:[69,77,79,81,82,83],wp:[55,57,58],wrap:[61,65,66,67,77,83],wrapper:69,wrapt:54,write:[4,5,31,32,46,54,55,56,57,58,59,60,62,70,77,80],write_calibration_cach:73,writecalibrationcach:[4,5,46],writer:61,written:[55,57],www:[54,55,56,57,58,59,60,77,79,80],x64:79,x86:81,x86_64:[67,79],x9:63,x:[6,11,45,55,57,59,60,61,63,76,77,79],xavier:[47,55,57,59,60,84],xstr:[20,45,51,52],y:[54,60],yaml:[54,68],yarg:54,yarl:54,year:54,yield:56,you:[1,2,3,31,32,48,49,50,54,55,56,57,58,59,60,61,62,63,66,67,69,70,74,75,76,77,78,79,80,81,82,83],your:[54,55,56,57,58,59,60,61,69,70,76,77,78,79,81,83],yourself:[55,56,57,77],youtokentom:54,yy:54,zero_grad:61,zero_point:71,zeroth:58,zip:[57,60,66,79],zipp:[54,57,58,59,60],zisserman:80},titles:["Class Hierarchy","Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","File Hierarchy","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_calibrator","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","Full API","Torch-TensorRT Getting Started - CitriNet","Torch-TensorRT Getting Started - EfficientNet-B0","Masked Language Modeling (MLM) with Hugging Face BERT Transformer","Torch-TensorRT Getting Started - ResNet 50","Torch-TensorRT - Using Dynamic Shapes","Torch-TensorRT Getting Started - LeNet","Object Detection with Torch-TensorRT (SSD)","Deploying Quantization Aware Trained models in INT8 using Torch-TensorRT","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Torch-TensorRT","Operators Supported","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Creating a TorchScript Module","Getting Started with C++","Using Torch-TensorRT in Python","Installation","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","torchtrtc","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"50":57,"6":60,"7":60,"class":[0,1,2,3,4,5,21,22,40,42,43,51,52,73,74],"enum":[17,18,19,22,40,41,51,52,73,74],"function":[19,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,51,52,58,68,74,75],By:[19,20],Or:63,The:77,To:63,aarch64:79,abi:[66,79],addmm:63,advic:69,ahead:70,api:[51,52,53,68,70,79],applic:80,arg:69,avail:68,awar:61,b0:55,background:[66,69],base:[4,5],benchmark:[54,60,61],bert:56,binari:79,branch:63,build:[58,79],c:[51,68,70,77,79,80],check_method_operator_support:33,choos:79,citat:80,citrinet:54,cli:79,code:63,compil:[34,65,67,70,77,79],compilespec:50,conclus:[59,60],construct:66,content:[19,20,21,22,40,41,42,43,54,55,56,57,59,60],context:69,contigu:63,contract:69,contributor:70,convers:[62,65,67,69],convert:[62,69,71,77],convert_method_to_trt_engin:39,cpp:[14,19,20,21,22],creat:[76,80],cudnn:79,current:71,custom:77,cxx11:79,data:58,datatyp:1,dead:63,debug:79,defin:[6,7,8,9,10,11,12,13,20,51,52],definit:[19,20,21,22],depend:79,deploi:[61,81],descript:[55,57,60],deseri:66,detail:60,detect:60,detector:60,develop:68,devic:[2,48],devicetyp:2,dimens:68,directli:83,directori:[14,15,16,53],disk:76,distribut:79,dla:84,documen:70,document:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,68,70],download:58,dropout:63,dump_build_info:38,dynam:58,easier:68,efficientnet:55,elimin:63,eliminatecommonsubexpress:63,embed_engine_in_new_modul:35,engin:66,enginecap:18,envior:79,evalu:[62,71],execept:63,executor:66,expect:68,face:56,fallback:63,file:[16,19,20,21,22,23,44,45,46,47,51,53],flatten:63,format:66,fp16:[54,55,57],fp32:[54,55,57],freez:63,from:[58,79,83],full:[51,52,53],fuse:63,gaurd:63,get:[54,55,57,58,59,70,77],get_build_info:36,get_is_colored_output_on:26,get_logging_prefix:24,get_reportable_log_level:25,gpu:70,graph:[63,66],guarante:69,h:[19,20,21,22,44,45,46,47],half:[54,55,57],hierarchi:[0,23,51],hood:77,how:80,hub:58,hug:56,includ:[15,19,20,21,22],indic:70,infer:60,inherit:[4,5],input:49,instal:79,int8:61,int8cachecalibr:4,int8calibr:5,ir:68,jetson:79,jit:70,languag:56,layer:68,learn:[54,55,56,57,59,60],lenet:59,level:17,librari:[79,81],libtorchtrt:81,linear:63,link:68,list:[44,45,46,47],local:79,log:[19,24,25,26,27,28,29,30,41,44,72],logsoftmax:63,loop:63,lower:[63,65,67],macro:[20,45],make_int8_cache_calibr:32,make_int8_calibr:31,mask:56,measur:60,mlm:56,model:[55,56,57,58,59,60,61],modul:[63,76,77],multibox:60,namespac:[19,20,21,22,40,41,42,43,51,52],nativ:79,native_op:68,nest:[2,48],next:[54,55,56,57,58,59],node:62,nvidia:70,object:[54,55,56,57,59,60],op:66,oper:[71,77],optimz:63,other:69,overview:[54,55,57,59,60,61,67],own:80,packag:[79,81],partit:[64,65,67],pass:63,pattern:63,peephol:63,perform:61,phase:[62,63,64,65,66,67],plugin:81,post:80,pre:79,precis:[54,55,57],precompil:79,prerequisit:79,program:[44,45,46,47,81],ptq:[21,31,32,42,46,73,80],python:[68,70,76,78,79,80],pytorch:[59,68,70,83],quantiz:[61,80],quickstart:77,read:68,redund:63,refer:60,regist:77,relationship:[2,4,5,48],releas:79,remov:63,resnet:57,respons:69,result:[60,66],right:79,runtim:[65,66,67,81],s:[54,55,56,57,58,59],sampl:[58,60],save:76,script:59,serial:66,set:58,set_devic:37,set_is_colored_output_on:29,set_logging_prefix:30,set_reportable_log_level:27,setup:79,shape:58,shot:60,simpl:58,singl:[54,55,57,60],so:81,sometim:68,sourc:79,speedup:60,ssd:60,start:[54,55,57,59,70,77],str:6,struct:[48,49,50,51,52],subdirectori:[14,15],submodul:74,support:71,system:67,tarbal:79,templat:[4,5,31,32],tensorformat:3,tensorrt:[16,51,54,55,57,58,59,60,61,66,68,70,77,78,79,81,83],through:71,time:70,torch:[51,54,55,57,58,59,60,61,68,70,77,78,81,83],torch_tensorrt:[19,20,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,47,72,73,74,75],torch_tensorrt_major_vers:8,torch_tensorrt_minor_vers:9,torch_tensorrt_patch_vers:7,torch_tensorrt_vers:13,torchscript:[33,34,35,39,43,59,70,76,77],torchtrt_api:10,torchtrt_hidden:12,torchtrtc:[77,82],trace:59,train:[61,80],transform:56,trt:58,ts:75,tupl:63,type:[4,5,48],under:77,unpack:63,unrol:63,unsupport:77,up:58,us:[58,61,63,68,77,78,79,83],util:[54,58,60],version:66,visual:60,weight:69,what:[54,55,56,57,58,59,69],work:[58,76,77],write:69,xstr:11,your:80}}) \ No newline at end of file +Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/CitriNet-example","_notebooks/EfficientNet-example","_notebooks/Hugging-Face-BERT","_notebooks/Resnet50-example","_notebooks/dynamic-shapes","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","_notebooks/vgg-qat","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","indices/supported_ops","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","tutorials/creating_torchscript_module_in_python","tutorials/getting_started_with_cpp_api","tutorials/getting_started_with_python_api","tutorials/installation","tutorials/ptq","tutorials/runtime","tutorials/torchtrtc","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/CitriNet-example.ipynb","_notebooks/EfficientNet-example.ipynb","_notebooks/Hugging-Face-BERT.ipynb","_notebooks/Resnet50-example.ipynb","_notebooks/dynamic-shapes.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","_notebooks/vgg-qat.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","indices/supported_ops.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","tutorials/creating_torchscript_module_in_python.rst","tutorials/getting_started_with_cpp_api.rst","tutorials/getting_started_with_python_api.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/torchtrtc.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":[[6,0,1,"c.STR","STR"],[10,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[12,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[8,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[9,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[7,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[13,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[11,0,1,"c.XSTR","XSTR"],[1,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[1,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[48,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[48,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[2,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[48,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[48,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[48,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[48,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[48,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[18,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[49,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[49,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[3,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[38,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[36,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[17,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[24,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[28,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[29,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[29,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[30,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[30,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[4,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[4,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"],[4,2,1,"_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"],[5,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::names"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"],[5,2,1,"_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8Calibrator::getBatchSize"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"],[32,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[32,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[32,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[31,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[37,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[37,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[50,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6inputsE","torch_tensorrt::torchscript::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_min_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_min_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[39,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[35,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[74,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[74,10,1,"","__init__"],[74,11,1,"","allow_gpu_fallback"],[74,11,1,"","device_type"],[74,11,1,"","dla_core"],[74,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[74,10,1,"","__init__"],[74,11,1,"","dtype"],[74,11,1,"","format"],[74,11,1,"","shape"],[74,11,1,"","shape_mode"]],"torch_tensorrt.logging":[[72,9,1,"","Level"],[72,9,1,"","debug"],[72,9,1,"","errors"],[72,12,1,"","get_is_colored_output_on"],[72,12,1,"","get_logging_prefix"],[72,12,1,"","get_reportable_log_level"],[72,9,1,"","graphs"],[72,9,1,"","info"],[72,9,1,"","internal_errors"],[72,12,1,"","log"],[72,12,1,"","set_is_colored_output_on"],[72,12,1,"","set_logging_prefix"],[72,12,1,"","set_reportable_log_level"],[72,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[72,11,1,"","Debug"],[72,11,1,"","Error"],[72,11,1,"","Graph"],[72,11,1,"","Info"],[72,11,1,"","InternalError"],[72,11,1,"","Warning"]],"torch_tensorrt.ptq":[[73,9,1,"id1","CacheCalibrator"],[73,9,1,"id2","CalibrationAlgo"],[73,9,1,"id0","DataLoaderCalibrator"],[73,12,1,"","get_batch"],[73,12,1,"","get_batch_size"],[73,12,1,"","get_cache_mode_batch"],[73,12,1,"","read_calibration_cache"],[73,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[73,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[73,11,1,"","ENTROPY_CALIBRATION"],[73,11,1,"","ENTROPY_CALIBRATION_2"],[73,11,1,"","LEGACY_CALIBRATION"],[73,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[73,10,1,"","__init__"]],"torch_tensorrt.ts":[[75,12,1,"","TensorRTCompileSpec"],[75,12,1,"","check_method_op_support"],[75,12,1,"","compile"],[75,12,1,"","convert_method_to_trt_engine"],[75,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[74,9,1,"","Device"],[74,9,1,"","DeviceType"],[74,9,1,"","EngineCapability"],[74,9,1,"","Input"],[74,9,1,"","TensorFormat"],[74,12,1,"","compile"],[74,12,1,"","convert_method_to_trt_engine"],[74,9,1,"","dtype"],[74,12,1,"","dump_build_info"],[74,12,1,"","get_build_info"],[72,8,0,"-","logging"],[73,8,0,"-","ptq"],[74,12,1,"","set_device"],[75,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[45,46,47,50,54,55,56,57,58,59,60,61,67,69,71,72,73,74,75,77,79,80,82,83,84],"00":[54,55,57,58,59,60,61],"00000000":[54,55,57,58,59],"000000037777":60,"000000252219":60,"000000397133":60,"000007":56,"000014":54,"000015":56,"000059":56,"000106":54,"000116":54,"000368":54,"000545":54,"000820":54,"000973":54,"001":58,"001256":54,"001260":54,"001270":54,"001351":54,"0018":61,"002":57,"002251":56,"002259":56,"0023":61,"002305":56,"0026":61,"003287":56,"003289":56,"003317":56,"003462":54,"003774":54,"004":55,"004128":54,"004205":56,"004206":56,"004256":56,"004825":54,"005":57,"006":55,"006661":54,"006677":56,"006693":56,"006733":54,"006846":54,"006943":56,"0070":61,"008":61,"008071":54,"008453":54,"0087":61,"009802":54,"009803":54,"009836":54,"00f1b6db":[55,57,58],"01":[55,57,58,59,60,61,71,77],"0106":61,"010961":54,"011388":54,"013":61,"0151":61,"016114":54,"0163":61,"0169":61,"018642":54,"018643":54,"018670":54,"02":[55,57,58,61],"0208":77,"020804":54,"021143":54,"0220":61,"024492":54,"025":61,"025000":61,"0263":61,"028":61,"0296":61,"03":[54,58],"03291":61,"033488":54,"033572":54,"03466":61,"035722":54,"0358":77,"0383":77,"04":[54,55,58,60,61,77,79],"0435":77,"04609":61,"0464":77,"04743":61,"04807":61,"0491":61,"0493":61,"04it":61,"05":[54,55,56,57,58,60,61],"050000":61,"0505":61,"05080":61,"0530":77,"05311":61,"05374":61,"057":61,"058047":54,"058053":54,"058375":54,"05945":61,"06":[54,55,58,60],"0622":61,"063":61,"06340":61,"06567":61,"0676ba61":[57,60],"0678":77,"069":61,"07":[55,57,58],"071":61,"071428":54,"072057":54,"07266":61,"076796":54,"08":[55,57,58],"0805":77,"0818":77,"08331":61,"08555":61,"086":61,"09":[55,57,58,59],"0932":77,"096":61,"0a0":[54,55],"0a3":54,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":79,"0f":60,"0mib":[55,57,58,59],"0rc1":54,"0s":57,"0x":56,"0x7f24b4674ef0":75,"1":[4,5,45,46,47,49,50,54,55,56,57,58,59,60,61,63,66,69,71,72,73,74,75,76,77,78,79,80,82,83,84],"10":[50,54,55,56,57,58,59,60,61,75,76,77,79,80],"100":[55,57,58,59,60,61],"1000":[55,57,58,59,60,61],"10000":[55,57,58],"100000":61,"10018":61,"10070":61,"101":56,"101168":61,"1012":63,"1013":63,"10130":61,"102":54,"102248":61,"1024":[54,55,57,58,59,60,61,74,75,82],"10240mib":59,"10362":55,"104":[55,57,58],"1045":77,"105":61,"1056":77,"1063":77,"1065":54,"1069":54,"107":[55,57,58],"107194":61,"10732":61,"107625":61,"107w":58,"109":77,"10990":61,"10b0":54,"11":[54,55,56,57,58,59,60,61,63,77,79],"110":[60,61],"11299":61,"112mib":54,"11499":61,"115":59,"115269":61,"115740":61,"11594":61,"117":[55,57,58],"117969":61,"118358":61,"11879":61,"11888":61,"119":76,"1190":54,"119708":54,"11k":[55,57,58],"11w":55,"12":[54,55,56,57,58,59,60,61,63,76,77],"120":[59,61,76,77],"120097":54,"1201":54,"121":[57,59],"1216":56,"121618":54,"122":59,"12288mib":54,"123":60,"12345":54,"126":61,"126382":61,"126834":61,"127":[55,58,61],"128":[54,55,56,57,58,59,60,61],"128674":61,"129":76,"129518":61,"12k":[57,58],"13":[54,56,57,58,59,60,61,79],"130":54,"1322":58,"1323":58,"1324":58,"1327":58,"1328":58,"1329":58,"133":55,"1330":58,"1332":58,"1333":58,"13388":61,"1341":58,"135453":61,"135936":61,"137":[54,76],"137858":61,"138":76,"138366":61,"139704147265344":61,"13x":55,"14":[54,55,56,57,58,59,60,61],"1409":80,"141":61,"143":54,"145":61,"145539":61,"146":54,"146053":61,"147871":61,"148353":61,"1488":54,"149":54,"14x":56,"15":[54,56,57,58,59,60,61],"1500":61,"1502":77,"1516":54,"1531":61,"1535566590":[55,57,58],"1538":54,"154252":61,"154685":61,"1549":77,"1556":80,"1563":61,"156558":61,"157159":61,"15w":57,"15x":56,"16":[54,56,57,58,59,60,61,74,76,77,78],"16000":54,"163197":61,"163676":61,"164":[55,57,58],"165":60,"165549":61,"165991":61,"166":60,"167":60,"1691":77,"17":[54,55,56,57,58,59,60,61],"173":61,"173305":61,"173926":61,"176034":61,"176697":61,"1771":56,"1776":56,"1777":[54,61],"179":60,"1792":54,"18":[54,55,56,57,58,59,60,61,77,79],"182843":61,"183426":61,"184":58,"185377":61,"185962":61,"188":61,"19":[54,56,57,60,61],"1906":61,"191966":61,"192424":61,"194325":61,"194817":61,"1971":61,"198":54,"1994":[61,80],"1d":63,"1e":[57,58,61],"1f":[54,56],"1rc0":54,"1ubuntu0":54,"1x1":60,"2":[47,50,54,55,56,57,58,59,60,61,69,71,72,73,74,75,76,77,79,80,83],"20":[54,55,56,57,58,60,61],"200":[55,57,58,59,61],"2000000000":[54,56],"2002":61,"2009":80,"200w":58,"201":[55,57,58],"2010":[61,80],"2014":80,"2017":[54,56,60],"2018":[55,56,57,58],"2019":[54,55,56,57,59,60],"201988":61,"202":[55,57,58],"2020":[58,60,70,77],"2021":[54,56],"2022":[54,55,56,57,58,59,60],"2023":[61,80],"202665":61,"204763":61,"2048":[57,58],"205461":61,"20w":59,"21":[54,55,56,57,58,59,60,61],"211393":61,"2114":58,"2117":58,"211987":61,"2120":58,"2123":58,"2125":58,"2134":58,"213899":61,"2141":58,"2142":58,"2143":58,"214450":61,"215434":54,"215446":54,"215806":54,"216":[55,58],"217":57,"218":54,"22":[54,55,56,57,58,59,60,61],"220892":61,"221533":61,"222":57,"223":[57,58],"223519":61,"224":[55,57,58,74,75],"224037":61,"225":[55,57,58],"227":[55,57,58],"227739155292511":55,"229":[55,57,58],"23":[50,54,55,57,58,61,63,75],"2305":61,"2319":58,"23344755172729492":55,"233809":61,"234":61,"234434":61,"2349":58,"235":54,"237":61,"2373":58,"238":61,"238212":61,"239042":61,"24":[54,57,58,59,60,61,63],"2405":58,"241022":61,"24112":[55,57,58],"241654":61,"242":54,"2423":58,"243":[57,59],"2435":58,"244":[74,75],"2443":58,"2444":58,"2448":58,"245":60,"2450":58,"2453mib":54,"24576mib":[55,57],"246":55,"2462mib":54,"246kb":55,"247820":61,"248":63,"248445":61,"249":63,"24k":[55,57,58],"25":[54,57,58,61,77],"250366":61,"250959":61,"250w":54,"254":61,"256":[55,57,58,61],"257248":61,"257854":61,"259968":61,"26":[54,56,57,58,60],"2606":[55,57,58],"260660":61,"265":54,"268160":61,"26w":54,"27":[54,55,56,58,59,61,77],"272":54,"28":[54,55,77,80,84],"280":61,"2802":77,"282":54,"285":61,"288":[54,61],"28c":55,"29":[54,55,61,77],"291":61,"29c":57,"2_20200626":79,"2c365_subsampl":[55,57,58],"2c916ef":54,"2e":82,"2f":[55,57,58,59,60,61],"2s":57,"2x":57,"3":[47,50,54,55,56,57,58,59,60,61,63,66,71,72,73,74,75,76,77,79,80,82,83,84],"30":[55,57,58,60,61],"300":[59,60,61,82,83],"300x300":60,"302":61,"309":61,"3090":[55,57],"31":[54,57,59,60,77],"311":61,"314":61,"315":54,"32":[54,55,56,58,59,60,61,74,76,77,78,80,82,84],"320":80,"3207":61,"320w":59,"321":55,"329273":61,"32bit":82,"32x32":57,"33":[55,57,58,59,60,77],"330212":61,"332529":61,"333365":61,"3393":55,"339547":61,"34":[55,57,58,59,60,61],"340248":61,"342257":61,"342890":61,"345":61,"346":77,"349":54,"35":[55,57,60,77],"350619":61,"350w":[55,57],"351372":61,"352":[55,57,58],"353470":61,"35363":[55,57,58],"353k":[55,57,58],"354121":61,"3550":61,"35k":[55,57,58],"35x":55,"36":[54,55,77],"360090":61,"360806":61,"361413":[55,57,58],"362803":61,"3631":61,"363274":61,"366":57,"366kb":57,"3677":63,"37":[54,55,57,61,77],"370369":61,"371057":61,"373071":61,"373766":61,"376":55,"3763":61,"379890":61,"38":[54,57,60,76],"380538":61,"382532":61,"383128":61,"385":61,"3877":61,"389077":61,"389760":61,"39":[54,55,56,57,58,59,60,61,76],"3909":54,"391815":61,"392399":61,"394":61,"39485082030296326":57,"395":61,"39501574635505676":58,"3987298309803009":55,"399809":61,"39c":54,"39mib":54,"3f":61,"3x3":61,"4":[54,55,56,57,58,59,60,61,66,71,72,77,79],"40":[55,57,58,59,60,61],"400":[59,61],"400472":61,"402399":61,"402939":61,"406":[55,57,58],"408818":61,"409424":61,"4096":61,"40mb":57,"41":[54,57,58,59],"411513":61,"412097":61,"4161":54,"418537":61,"419128":61,"42":[54,59,60,61],"421343":61,"421946":61,"429":54,"429382":61,"42c":59,"42w":54,"43":[54,59,60,61],"430156":61,"432259":61,"433079":61,"4352":61,"439":61,"439297":61,"44":[54,60,61],"440027":61,"442":[55,57,58,61],"442149":61,"442826":61,"442k":[55,57,58],"443":[55,57,58],"4465":[61,80],"449377":61,"449968":61,"45":[54,55,60],"452122":61,"452718":[55,57,58],"452754":61,"456":[55,57,58],"4584":55,"459":61,"46":[54,55,58,60,61],"462532":61,"463295":61,"466963":61,"467725":61,"469692":61,"47":[54,58],"470":[58,61],"4700":[55,57,58],"470336":61,"4726":61,"474":55,"476204":61,"476738":61,"47681mib":58,"478809":61,"479375":61,"48":[54,57,58],"481":57,"4822":[61,80],"484":61,"485":[55,57,58],"485666":61,"486219":61,"488416":61,"488986":61,"489":58,"49":[54,56,60],"4914":[61,80],"4976217448711395":58,"49785590171813965":57,"499":61,"4fef":[55,57,58],"4mib":54,"4s":55,"4x":54,"5":[54,55,56,57,58,59,60,61,66,67,72,74,76,77,79,82],"50":[54,55,56,58,59,60,61],"500":[59,61],"504":61,"510":[54,55,57,59],"511":61,"5117":61,"512":[54,57,58,61,74,75,82],"512364":61,"513354":61,"514046":61,"514638":61,"515270":61,"515859":61,"516441":61,"517009":61,"5172":61,"517600":61,"518167":61,"518752":61,"519333":61,"519911":61,"52":[55,57,58,61],"520473":61,"521038":61,"521596":61,"522170":61,"522742":61,"523360":61,"523957":61,"524581":61,"525059":61,"525366":61,"525675":61,"525962":61,"526257":61,"526566":61,"526885":61,"527188":61,"527489":61,"527792":61,"528097":61,"528387":61,"528834":61,"529163":61,"53":[54,57,58,60],"5320":61,"532748":61,"533468":61,"5335":61,"534033":61,"534684":61,"535320":61,"535983":61,"536":61,"536569":61,"537248":61,"537833":61,"538480":61,"539":77,"539074":61,"539724":61,"53k":[55,57,58],"54":58,"540307":61,"540952":61,"541534":61,"542075":61,"542596":61,"543248":61,"543719":61,"544424":61,"544952":61,"545530":61,"546114":61,"546713":61,"547292":61,"547902":61,"548453":61,"549015":61,"549665":61,"55":58,"550436":61,"551":54,"551925":61,"553105":61,"55c":54,"55k":[55,57,58],"56":[54,55,58,59,77],"560":61,"5620":61,"564":61,"5676":61,"568":61,"57":[58,61],"5746":61,"576":[59,77],"58":[57,61],"59":[54,57,58,59,60],"594":54,"597":56,"599":[56,58],"599kb":58,"5d":61,"5f":61,"6":[54,55,56,57,58,59,61,63,66,71,76,77,79],"60":[55,57,58,60],"600":[59,61],"6047":54,"61":[60,61],"613":61,"61c":58,"62":[54,55,58,61],"622":[61,63],"62x":56,"63":[54,56],"630":[55,57,58],"635":61,"636":61,"637":61,"638":61,"639":61,"64":[56,57,58,61,78],"640":61,"641":61,"642":61,"643":61,"6437858939170837":58,"644":61,"6445754766464233":57,"646":61,"649":61,"64bit":82,"65":[54,55,57,58,61],"6539":61,"655":61,"66":[55,58],"668":54,"669":54,"67":61,"6733":61,"677":61,"67mib":54,"68":[57,58,61],"6812":[55,57,58],"687":61,"688":61,"689":61,"69":[57,58],"690":61,"6f":[54,56],"6s":58,"7":[54,55,56,57,58,59,61,66,67,77,79],"70":[55,57,58,60],"700":[59,61],"701":61,"702":58,"704":58,"706":58,"707":58,"708":58,"709":54,"7099":61,"71":[55,61],"716":61,"72":[55,57],"7203":61,"72048":79,"721":61,"724":61,"728":54,"729":54,"73":[54,55,57,58],"732":61,"735":61,"7376":61,"738":61,"74":[60,61],"742":61,"7454":61,"75":[55,57,58,61],"7537":61,"76":61,"781":61,"79":[57,61],"796":61,"797":61,"7ubuntu0":54,"8":[4,54,55,56,57,58,59,60,61,63,74,77,79],"80":[54,55,57,58,60,61],"800":[59,61],"801":61,"81":[60,61],"818":61,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":79,"82":61,"8204":61,"821":61,"83":[55,61],"834":61,"8351":61,"837":61,"84":[59,61,76,77],"847":61,"84e944ff11f8":[55,57,58],"84x":57,"85":[55,58,61],"86":55,"860":61,"86k":55,"87":61,"8732":60,"877":61,"8791":61,"88":[55,60],"89":55,"898":61,"89k":55,"8bit":61,"9":[54,55,56,57,58,59,60,61,77],"90":[55,57,58,60],"900":[59,61],"906":61,"90994":55,"916":[54,61],"91a9cc5850784b2065e8a0aa3d526fd9":54,"92":[55,57,58],"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":79,"9223372036854775807":71,"923":[55,57,58],"927":61,"92k":[57,58],"9367":61,"94":[55,57,58],"941":61,"94328":[57,58],"944":61,"948":61,"94k":[55,57,58],"95":55,"951":56,"952":61,"953":[54,61],"955":54,"959":61,"96":[54,58,61],"9624":61,"9695423245429993":55,"97":[55,61],"98":61,"9899615049362183":58,"9899807572364807":57,"99":[54,55,56,57,58,60,61],"997":61,"999":61,"9999":61,"99th_p":[54,56],"9ab0":[55,57,58],"9x":54,"abstract":[66,69],"boolean":[61,74],"break":61,"byte":[54,74,75],"case":[1,2,3,48,50,56,59,60,62,66,69,79,80,81],"catch":[63,77],"char":[4,5,46,77,82],"class":[31,32,46,47,48,53,55,56,57,58,59,60,61,66,69,72,76,77,78,80],"const":[1,2,3,4,5,31,32,33,34,35,37,39,46,47,48,63,69,71,77,80],"default":[1,2,3,4,5,17,31,32,45,47,48,49,50,54,55,57,58,59,60,74,75,77,79,80,82,83],"do":[54,55,57,59,60,62,63,69,76,77,78,80,84],"enum":[1,2,3,44,47,48,53,55,72,75,80],"export":[54,61,79],"final":[54,62,65,67,79],"float":[50,54,55,57,59,60,71,74,76,77,78,80,82,83],"function":[1,2,3,4,5,48,49,50,53,54,55,56,57,59,60,61,63,66,69,76,77,79,80,83,84],"import":[54,55,56,57,58,59,60,61,63,76,77,78,79,81,82,83],"int":[1,4,5,37,46,47,50,55,58,61,71,74,75,77,82],"long":[50,56,62,82],"new":[1,2,3,4,5,34,35,48,49,50,55,57,59,60,61,66,67,69,72,75,77],"null":54,"public":[1,2,3,4,5,46,47,48,49,50,80],"return":[1,2,3,4,5,25,26,31,32,33,34,35,36,39,44,45,46,47,48,54,55,56,57,58,59,61,63,65,66,67,69,72,74,75,76,77,78,80],"short":63,"static":[49,50,62,69,74,75,77],"super":[46,59,76],"throw":[63,77,82],"true":[1,2,3,5,48,50,54,55,56,57,58,59,60,61,63,69,71,74,75,77,80,83,84],"try":[54,55,56,57,59,67,77,83],"var":71,"void":[4,5,27,28,29,30,37,38,44,46,47],"while":[61,79,80],A:[5,31,32,34,35,49,54,55,56,57,58,59,61,63,69,79,80],AS:[54,55,56,57,58,59,60],And:77,As:[58,77],But:77,By:[31,32,53,59,60,76],For:[55,57,59,60,61,62,76,77,79,80,81,83],IS:[54,55,56,57,58,59,60],If:[29,54,55,56,57,59,60,61,62,63,72,74,77,79,80,81,84],In:[1,2,3,48,54,55,56,57,58,59,60,61,62,65,66,67,69,70,78,79,80,81],Is:[26,74],It:[54,55,56,57,58,59,60,63,64,65,67,69,79,82],Its:69,NOT:56,No:[55,57,58,59],Not:4,OF:[54,55,56,57,58,59,60],OR:[54,55,56,57,58,59,60],On:[54,55,57,58,59],One:[56,77],TO:[77,79],Thats:77,The:[2,48,49,50,54,55,56,57,58,59,60,61,62,63,64,65,66,67,69,72,74,75,76,78,79,80,82,83],Then:[79,80,83],There:[5,56,60,61,62,67,69,76,79,80,81],These:[55,56,57,62,66,80],To:[2,48,58,59,60,61,76,77,78,79,83],Will:33,With:[55,56,57,58,77,80],_:[54,55,56,57,58,59,60,61],___torch_mangle_10:76,___torch_mangle_4847:66,___torch_mangle_5:76,___torch_mangle_9:76,__and__:71,__attribute__:45,__future__:54,__getitem__:71,__gnuc__:45,__init__:[59,73,74,76],__is__:71,__isnot__:71,__not__:71,__or__:71,__round_to_zero_floordiv:71,__torch__:[66,76,77],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:66,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:66,__version__:61,__visibility__:45,__xor__:71,_affin:61,_all_:63,_b:54,_c:[75,83],_calibr:61,_convolut:[61,71,77],_input_quant:61,_jit_intern:54,_jit_to_backend:83,_pair:61,_quant:61,_script:75,_shapemod:74,_trace:54,_validate_not_a_forked_repo:[57,58,60],_weight_quant:61,a100:[54,55,56,57,59,60],aarch64:67,ab:71,abi:81,abil:58,abl:[55,56,57,58,59,60,62,63,69,70,80,83],about:[55,57,58,60,61,62,66,69,74,77,79,82],abov:[27,60,61,72,77,79],absl:54,absolut:61,absolute_import:54,acc:61,acceler:[55,56,57,59,60,84],accept:[49,56,61,66,69,74,77,78,82],access:[58,60,63,69,70,77,83],accord:[69,75],accordingli:61,accumul:[50,75],accuraci:[60,61,80],achiev:[55,57,59,60,61],aco:71,acosh:71,acoust:54,acquir:77,across:63,acthardtanh:69,activ:[61,75,77,80,84],activationtyp:69,actual:[59,61,63,66,69,72,76,77],ad:[27,62,82],adaptive_avg_pool1d:71,adaptive_avg_pool2d:71,adaptive_max_pool2d:71,adaptiveavgpool2d:[57,58],add:[28,62,63,69,71,72,77,78,79],add_:[63,71,77],add_patch:60,addactiv:69,addit:[60,61,63,74,77],addlay:77,addshuffl:77,adjust:61,adjust_lr:61,adopt:56,advanc:80,affin:[57,58],after:[58,60,61,62,63,70,76,77,78,81,82],again:[46,56,60,66,69],against:[77,82],agre:[54,55,56,57,58,59,60],agx:47,ahead:[58,77],aim:[56,63],aiohttp:54,aiosign:54,alabast:54,algo_typ:[73,80],algorithm:[4,5,31,32,46,56,73,80],alias:45,align_corn:71,all:[17,44,45,46,47,50,54,55,56,57,58,59,60,61,63,66,72,74,76,77,78,79,80,81,82],alloc:69,allow:[49,50,55,57,59,60,62,63,74,82],allow_gpu_fallback:[47,48,74,75,80,83,84],allow_tf32:71,almost:77,alpha:[60,71],alreadi:[54,55,56,57,58,59,60,61,62,63,77,80,82],also:[32,50,55,56,57,58,59,60,62,69,70,77,78,79,80],alter:58,altern:49,alwai:[4,5,29,82],amax:61,amax_sequeez:61,amazonaw:[55,57,58],amount:[56,61],amp:[55,57,58],amp_backend:54,an:[3,4,5,49,50,54,55,56,57,58,59,60,61,62,63,65,66,67,69,70,73,74,75,76,77,78,79,80,81,82],analogu:69,analysi:60,ani:[49,54,55,56,57,58,59,60,62,69,74,77,78,79,80,82],anneal:61,annot:[60,69,77],anoth:[56,76,78],antlr4:54,anyth:81,aot:[58,70,77],apach:[54,55,56,57,58,59,60],apex:60,api:[54,58,60,61,67,69,74,75,77,78,80,81,83],appdir:54,append:[54,55,56,57,58,59,60,61,71],applehelp:54,appli:[61,80],applic:[2,32,48,54,55,56,57,58,59,60,63,67,77,78,81,82,83,84],approach:[55,57,59,60],apr:[54,58,77],apt:54,ar:[44,48,50,54,55,56,57,58,59,60,61,62,63,66,67,69,70,74,75,76,77,79,80,81,82,83],arang:71,architectur:[56,60,61,70,79],archiv:[54,57,60,79],aren:77,arg:[54,62,73,74,77],argc:77,argmax:[55,56,57,58],argon2:[54,57,58,59,60],argpars:54,argument:[49,54,55,56,61,63,66,69,74,75,77,82],argv:77,around:[61,63,66,69,76],arrai:[4,5,54,56,62],arrayref:[47,49,50],arti:[55,57,58],arxiv:80,asin:71,asinh:71,aspect:82,asr:54,asr_model:54,assembl:[62,77],assign:[4,5],associ:[56,62,69,77],associatevalueandivalu:69,associatevalueandtensor:[69,77],assum:[54,61,83],ast:54,asttoken:[54,58,60],async:54,asyncio:[54,57,58,59,60],atan:71,atanh:71,aten:[50,60,61,63,68,69,71,75,77],attach:60,attent:56,attention_mask:56,attention_masks_tensor:56,attr:[54,57,58,59,60],attrdict:54,attribut:[63,66,77],audio:54,audioread:54,augment:56,auth:54,auto:[46,69,77,80,84],automat:[55,57,59,60,77],av:[57,58,59],avail:[55,57,58,59,60,69,79,82,84],averag:[50,55,57,58,59,60,61,75,82],avg:[55,60,61,82],avg_pool1d:71,avg_pool2d:71,avg_pool3d:71,avgpool:[57,58,60,61],avoid:[55,56,57,58],await:[55,57,58],ax:[55,57,58,60],axi:[55,57,58,61,71],b0:57,b:[57,58,60,71],b_hh:71,b_ih:71,babel:54,back:[63,66,67,74,76,77],back_insert:46,backbon:[56,60],backcal:[54,57,58,59,60],backend:[54,55,56,57,58,59,60,61,75,83],background:76,backport:54,backward:61,base:[38,51,52,55,56,57,59,60,61,66,72,73,74,76,79,80],basebal:56,baselin:[58,61],bash:79,basi:[54,55,56,57,58,59,60],basic:[61,82],batch:[4,5,46,54,55,56,57,58,59,60,61,80,84],batch_norm:[69,71],batch_siz:[46,54,56,60,61,80],batched_attention_mask:56,batched_data_:46,batched_indexed_token:56,batched_segment_id:56,batchnorm2d:[57,58],batchnorm:[60,63],batchsiz:54,batchtyp:46,bazel:[67,79],bazel_vers:79,bazelbuild:79,bazelisk:79,bazelvers:79,bbox:60,bdist_wheel:79,beautifulsoup4:[54,58],becaus:[56,69,76,77,79],becom:[56,69],been:[62,69,77],befor:[50,58,60,61,63,67,69,70,75,77,79],beforehand:77,begin:[46,56,79],beginn:76,behav:60,behavior:[50,60,74,75],behaviour:[54,55,56,57,58,59,60],being:[55,57,59,60,77],below:[56,60,69,77,79],benchmark:[55,56,57,58,59,71],benefit:[69,77],bertformaskedlm:56,bertforpretrain:56,bertforsequenceclassif:56,berttoken:56,best:[55,57,58,59,60,79],best_result:60,best_results_per_input:60,best_results_per_input_trt:60,beta:71,better:[55,57,59,60,76,80],between:[60,63,69,79,80],bfe5ad2:55,bia:[56,57,58,59,61,63,71,77],bibtex:54,bidirect:56,bin:79,binari:[46,80],bind:[4,5,46,54,57,58,59,60],bird:[55,57,58,61],bit:[50,56,69,74,75,77],black:[54,60],bleach:[54,57,58,59,60],blob:[68,80],block0:63,block1:63,block:[62,63,82],bmm:71,bn1:[57,58],bn2:[57,58],bn3:[57,58],bool:[1,2,3,4,5,26,29,31,33,44,46,47,48,50,63,69,71,72,74,75,77,80],bot:60,both:[55,57,59,60,76,79,80],boto3:54,botocor:54,bottleneck:[57,58],bound:[60,61],box:60,braceexpand:54,branch:[56,79],breed:[55,57,58],briefli:76,broadli:56,broken:[54,55,56,57,58,59,60],bsd:[44,45,46,47],bu:[54,55,57,58,59],buffer:[4,5],bug:79,build:[31,32,36,50,54,55,62,65,67,69,74,77,80,82],build_fil:79,builderconfig:47,built:[35,66,67,75,79,82],bust:[55,57,58],c10:[1,2,47,48,49,50,77,80],c96b:58,c:[44,45,46,47,54,55,57,58,59,60,61,67,71,81,82,84],c_api:68,c_str:[69,77],ca6b:[55,57],cach:[4,5,31,32,46,54,57,58,60,61,73,77,80,82],cache_:46,cache_fil:[46,73,80],cache_file_path:[4,5,31,32,46],cache_file_path_:46,cache_size_:46,cachecalibr:[73,80],cachetool:54,cadenc:58,calcuat:61,calcul:[49,62,77],calendar:54,calib:61,calib_output:61,calibr:[4,5,31,32,46,50,61,73,75,77,80,82],calibrate_model:61,calibration_cache_fil:[31,32,80],calibration_dataload:[31,80],calibration_dataset:80,calibrationalgo:[73,80],call:[31,32,34,50,54,55,56,57,59,60,61,63,66,69,75,76,77,83],callmethod:76,can:[1,2,5,31,32,39,48,49,50,54,55,56,57,58,59,60,61,62,63,65,66,67,69,74,75,76,77,78,79,80,81,82,83],cannot:[49,59,60,61,63,74,75,76],cap:[54,55,57,58,59],capabl:[18,47,50,66,74,75,82,83],capit:56,captur:61,car:61,card:[55,56,57],cast:[4,5,63],cat:[61,71,79],caught:63,caus:[55,57,59,60,61,69,79],cd:79,cdll:77,ceil:71,ceil_mod:[57,58,71],cell:[56,60],center:[55,56,57],centercrop:[55,57,58],cerr:77,certain:[54,79],certifi:[54,56],cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:79,cffi:[54,57,58,59,60],chain:69,challeng:61,chanc:69,chang:[32,55,56,57,58,59,60,63,67,80],channel:[3,55,57,58,61,74],channel_last:[58,74,75],channels_last:74,charset:[54,56],check:[1,2,33,48,58,60,63,69,75,77,79,81,82],check_method_op_support:75,check_method_operator_support:[22,43,47,51,52],checkmethodoperatorsupport:77,checkpoint:[54,56,57,60,61],chimpansee_amber_r_1920x1080:[55,57,58],chimpanze:[55,57,58],choic:[56,73],choos:[55,57,76],ci:[54,55,57,58,59],cifar10:[61,80],cifar:[61,80],circular:61,ckpt:61,ckpt_path:61,cl:56,clamp:[61,71],clamp_max:71,clamp_min:71,class_pr:61,class_prob:61,classes_to_label:60,classif:[59,60,61,76,77],classifi:[59,61],clear:46,cli:82,clib:54,click:[54,56,60],client:[54,57,58,59,60],clone:71,close:[61,77],closer:63,cloud:54,cloudfront:[55,57,58],co:71,coco:60,cocodataset:60,code:[55,56,57,58,59,60,67,70,76,77,80],collect:[54,55,57,59,60,61,77],collect_stat:61,color:[26,29,72],colorama:54,colored_output_on:[29,44,72],com:[54,55,56,57,58,59,60,68,77,79,80,81],come:[55,57,58,59,60,79],command:[76,77,79,82],comment:79,common:[54,57,60,62,63],common_subexpression_elimin:63,commun:77,compani:56,compar:[56,60,61],comparis:[1,3],comparison:[2,48],compat:[1,2,48,55,57,59,60,63,66,75,79],compil:[22,33,39,43,47,50,51,52,54,55,56,57,58,59,60,61,63,64,66,69,72,74,75,76,78,80,81,82,83,84],compile_set:[54,80],compile_spec:[61,80,84],compilegraph:[77,80],compilesepc:35,compilespec:[4,5,22,34,39,43,47,51,52,77,80,84],compilespecstruct:[0,51],complet:[54,55,56,57,59,60,76,77],complex:[76,79],compli:60,complianc:[54,55,56,57,58,59,60,82],compliat:80,complic:79,compon:[56,59,65,67,76,81],compos:[55,57,58,59,60,61,76,80],composit:[61,77],comprehens:60,compris:56,comput:[50,54,55,56,57,58,59,60,61,79,80],compute_amax:61,concern:56,conclus:[54,55,56,57],conda:[54,55,56,57,58,59,60,61],condit:[54,55,56,57,58,59,60],conduc:58,conduct:56,confid:[55,57,58,60],config:[54,55,79],configur:[34,39,49,54,58,70,74,75,77,79,80],confirm:54,conflict:[54,55,56,57,58,59,60],connect:[55,57,58,63,75,84],consid:[58,77],consist:[56,63],consol:82,consolid:76,constant:[58,61,62,63,77],constant_pad_nd:71,constexpr:[1,2,3,47,48],construct:[1,2,3,4,5,48,49,50,62,63,65,67,69,73,74,77,80],constructor:[1,3,48,49,50,66,76],consum:[5,62,76],contain:[31,33,54,55,56,57,58,59,60,62,63,69,74,76,77,79,80,81],content:[58,80],context:[55,59,61,62,65,66,67,72],contextnet:54,contigu:[3,49,50,74,75,82],continu:[55,56,57,59,60,81],contributor:77,control:[59,60,76],conv1:[57,58,59,76,77],conv2:[57,58,59,76,77],conv2d:[57,58,59,61,76],conv3:[57,58],conv4_x:60,conv5_x:60,conv:[50,61,77,82],conv_asr:54,convect:49,conveni:[60,80],convent:[55,56,57,59,60],convers:[55,59,60,61,63,66,74,75,77],conversionctx:[69,77],convert:[4,5,33,34,39,54,55,57,58,59,60,61,63,64,65,67,70,74,75,78,81,83],convert_method_to_trt_engin:[22,43,47,51,52,74,75,83],convertgraphtotrtengin:77,convien:50,convienc:[4,5,50],convnet:60,convolut:[54,55,58,60,61,75,80,84],coordin:67,copi:[46,54,55,56,57,58,59,60,69,71,73],copy_:71,copyright:[44,45,46,47,54,55,56,57,58,59,60,77],core:[47,54,55,57,58,59,60,63,67,74,77,82,84],core_id:74,corpor:[44,45,46,47,54,55,56,57,58,59,60],correct:[61,66,79],correctli:79,correspond:[60,61,69],cosh:71,count_include_pad:71,counterpart:61,coupl:[55,57,59,60,62,67,81],cout:77,cp38:60,cp:79,cpp:[15,16,44,45,46,47,53,63,67,77,80],cpp_frontend:80,cppdirectori:[23,51],cppdoc:77,cpu:54,creat:[31,32,35,54,55,56,57,58,59,60,61,62,66,69,75,77,82],create_model:55,create_transform:55,creating_torchscript_module_in_python:78,credit:77,crit:61,criteria:[64,65,67],cross:61,crossentropyloss:61,cs:80,csrc:[63,68],cstddef:80,ctc_bpe_model:54,ctx:[69,77],ctype:77,cu102:79,cuda113:79,cuda:[50,54,55,56,57,58,59,60,61,66,74,77,78,79,80,83],cuda_runtim:[22,47],cudafloattyp:77,cudasetdevic:37,cudnn8:79,cudnn:[54,55,56,57,58,59,60,61],cudnn_en:71,cumsum:71,curl:79,current:[25,55,57,66,69,75],custom:[55,57,79],cxx11:81,cycler:54,cython:54,d17fnq9dkz9hgj:[55,57,58],d:[54,55,56,57,58,59,60,61,82,84],data:[1,3,4,5,31,32,46,48,49,50,54,55,56,57,59,60,61,62,65,67,69,71,73,74,75,80,82],data_dir:80,data_load:61,databas:54,dataflow:[69,77],dataload:[5,31,32,46,50,61,73,80],dataloader_:46,dataloadercalibr:[73,80],dataloaderopt:80,dataloaderuniqueptr:[5,46],dataset:[32,60,61,73,80],datatyp:[2,22,40,47,48,49,50,51,52,55,74,75,78],datatypeclass:[0,51],dateutil:[54,57,58,59,60],dbg:79,ddof:[54,56],dead_code_elimin:63,deal:69,debian_frontend:54,debug:[17,29,47,50,61,69,72,75,82,83],debugg:[75,82],debugpi:[54,57,58,59,60],decid:[59,74],declar:[61,79],decod:[55,56,57,58],decode_result:60,deconvolut:84,decor:[54,57,58,59,60],dedic:63,deep:[55,56,57,58,59,60,61,69,70,80,84],deeplearn:68,deeplearningexampl:60,deer:61,def:[54,55,56,57,58,59,60,61,76],default_tim:[54,56],defer:58,defin:[1,2,3,4,5,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,45,48,49,50,53,54,56,58,59,61,74,76,77,78,80,82],definit:[53,69],defusedxml:[54,57,58,59,60],delet:[1,2,3,47,48,63],delimit:63,demo:[55,56,57,60,80],demonstr:[54,55,56,57,58,59,60,80],demonstrat:[55,57],denorm:60,denot:56,dep:79,depend:[32,36,54,58,60,61,62,67,77,81],depickl:66,deploi:[55,57,58,59,60,65,67,70,77,80],deploy:[55,57,59,60,61,77,78,80,81,82,84],deprec:[54,71],dequantizelay:61,describ:[50,57,59,60,69,76,83],descript:58,deseri:[74,75,77],design:[55,56,57,59,60,84],desir:[61,80],destroi:69,destructor:69,detail:[55,57,58,61,76,77,81],detect:[49,57,61,66],detections_batch:60,determin:[55,63],determinist:71,develop:[54,55,56,57,59,60,70,77,79],devhelp:54,deviat:82,devic:[0,22,35,37,40,47,50,51,52,55,57,59,60,61,66,71,73,74,75,78,80,82,83,84],device_typ:[47,48,74,80,83,84],deviceclass:[0,51],devicetyp:[22,40,47,48,51,52,74,80,83,84],devicetypestruct:[0,51],dict:[60,74,75],dictionari:[56,74,75,83],differ:[32,56,58,59,60,61,63,67,70,76],differenti:[55,57,59,60],digit:54,dilat:[57,58,59,60,61,71],dim0:71,dim1:71,dim:[55,57,58,61,71],dim_int:71,dim_intlist:71,dimens:[49,58,63],dir:61,direct:81,directli:[69,70,73,79,80],directori:[19,20,21,22,23,44,45,46,47,51,61,79,80],disabl:[55,57,58,59,60,61,72,79,82],disable_calib:61,disable_qu:61,disable_tf32:[47,50,75,80],disclos:79,discuss:58,disp:[54,55,57,58,59],displai:[72,82],disregard:55,dist:79,distanc:54,distdir:79,distribut:[54,55,56,57,58,59,60,74,77,80,81],div:71,div_:71,divis:54,divisor_overrid:71,dl_open:81,dla:[2,47,48,70,74,75,82],dla_cor:[47,48,74,80,82,83,84],dla_standalon:82,dlacor:82,doc:[61,67,68,79],docker:[54,55,56,57,59,60],docopt:54,docsrc:67,document:[44,45,46,47,51,52,55,57,58,67,76,77,80,81,83],docutil:54,doe:[45,46,56,60,63,69,80],doesn:[61,76,77],dog:61,domain:80,don:[59,69,80],done:[54,58,60,62,67],dont:44,doubl:[50,75,82],down:[55,57,59,60,79],download:[54,55,57,59,60,61,79,80],downsampl:[57,58],doxygen_should_skip_thi:[46,47],dr:58,driver:[54,55,57,58,59,79],drop:[60,79],dtype:[47,49,50,54,55,56,57,58,59,60,61,71,74,75,78,82],due:[4,5,55,57,59,60,61,79],dummi:56,dump:[38,79,82],dump_build_info:[22,40,47,51,52,74],dure:[50,61,69,73,80,81,82],dynam:[49,50,60,61,74,75],e1109:61,e:[31,32,55,56,57,60,63,69,74,76,77,79,80,82],each:[4,5,50,56,60,61,62,63,66,69,77,79],eager:[55,57,59,60],earliest:61,eas:45,easi:[62,63,77,80,82],easier:[56,61,65,67,69,77,80],easiest:79,easili:[4,5],ecc:[54,55,57,58,59],ecosystem:[55,57,59,60],edgecolor:60,editdist:54,edu:80,effect:[54,61,63,77,80],effici:69,efficientnet:[57,60],efficientnet_b0:55,efficientnet_b0_model:55,efficientnet_preprocess:55,effort:58,either:[49,50,54,55,56,57,58,59,60,69,74,75,76,77,79,82],el:71,element:[56,66],element_typ:46,els:[45,46,49,54,61,75],elu:71,emb:[35,75,82],embed:[66,71,75,82,84],embed_engine_in_new_modul:[22,43,47,51,52,75],emit:62,emploi:56,empti:[50,59,75,76],emum:[17,18],en:54,enabl:[4,5,26,50,55,57,58,59,60,61,64,65,67,72,73,75,82],enable_calib:61,enable_precis:77,enable_qu:61,enabled_precis:[47,50,54,55,56,57,58,59,60,61,74,75,77,78,80,83,84],enalbed_precis:84,enc:56,enc_input:56,encdecctcmodelbp:54,encod:[54,56,66],encoded_input:56,encorag:[55,56,57,58],encount:79,end:[46,69,71,75,77,80,82],end_dim:[71,77],end_tim:[54,55,56,57,58,59,60,61],endif:[45,46,47],enforc:77,engin:[1,2,18,34,35,39,47,48,49,50,54,56,58,62,65,67,70,74,75,77,78,80,81,82,83,84],engine_converted_from_jit:77,enginecap:[0,22,40,47,50,51,52,74,75,83],english:56,enhanc:60,enjoi:56,enough:61,ensur:[32,61,63],enter:[56,62],entir:61,entri:[50,69],entropi:[31,32,61,80],entropy_calibr:73,entropy_calibration_2:[73,80],entrypoint:[54,57,58,59,60],enumer:[1,2,3,17,18,48,56,61,73],environ:[54,55,56,57,58,59,60],ep:[57,58,71],epoch:61,eq:71,equival:[34,59,60,65,67,69,75,76,77,80],equivil:39,erf:71,error:[17,50,54,55,56,57,59,60,62,63,67,72,75,77,79,82],eskimo_dog:55,essenti:58,eta:[55,57,59,60],etc:84,eval:[54,55,57,58,59,60,61,77,78],evalu:[60,65,66,67],evaluated_value_map:[62,69],even:77,event:49,everi:77,everyth:17,ex:[1,2,3,48],exactli:[56,60],examin:56,exampl:[49,55,57,58,59,60,61,66,67,69,72,74,75,76,77,80,81],except:[54,55,56,57,58,59,60],exception_elimin:63,excit:54,execpt:63,execut:[35,54,55,57,58,59,60,63,65,66,67,74,75,76,77,80,82],execute_engin:[66,77],exeuct:66,exhaust:77,exist:[5,33,34,39,54,73,74,75,79,80],exp:71,expand:[63,71],expand_a:71,expanded_pad:61,expect:[49,50,55,56,57,58,59,60,63,69,74,77],experi:[55,56,57,59,60],experiment:61,explan:58,explic:[46,61],explicit:[1,2,3,4,5,47,48,58,63,70,80],explicitli:[56,61,64,65,67,80,83],explict:46,explictli:1,expon:71,export_util:54,expos:80,express:[54,55,56,57,58,59,60],extend:[54,65,67,69,77],extens:[54,56,60],extent:[58,70,77],extra:[50,77],extract:77,extractor:59,f16:[77,82,84],f1:[55,57,58],f32:82,f:[54,59,61,76,79],facecolor:60,fact:79,factori:[5,31,32,80],fail:[77,84],fake:61,fake_quantize_per_:61,fake_quantize_per_channel_affin:[61,71],fake_quantize_per_tensor_affin:[61,71],fall:74,fallback:[64,65,67,69,82,84],fals:[1,2,3,4,5,46,47,48,50,54,57,58,60,61,71,74,75,77,80,83],famili:[55,57,59,60,61],familyhandyman:[55,57,58],fan:[54,55,57,58,59],fashion:77,faster:61,fasttext:54,fbed:[55,57,58],fc1:[59,76,77],fc2:[59,76,77],fc3:[59,76,77],fc:[50,57,58,60,61,63,82],feat:[59,76,77],featur:[54,55,56,57,58,59,60,61,77,80,82,83],feb:[55,57,59],fed:[4,5,49],feed:[31,32,61,77],feel:[58,70],few:[55,57,59,60,74],ffmpeg:54,field:[4,5,80],fig:[55,57,58,60],file:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,54,55,56,57,58,59,60,61,66,67,73,74,75,77,79,80,82],file_path:82,filelock:[54,56],filer_publ:[55,57,58],filer_public_thumbnail:[55,57,58],fill:[54,55,56,57,59],filter:[54,60,61],find:[5,56,60,77],fine:[54,61],finetun:61,finish:60,first:[49,54,56,59,60,61,62,63,77,78,80],five:60,fix:[50,57,60,84],fixed_s:[47,50],flag:[61,64,65,67,73,79,81,82],flatten:[59,71,76,77],flatten_convert:77,flexibl:[55,57,59,60],float16:[54,55,57,59,60,74,82],float32:[49,50,54,55,56,57,58,61,74,75,82],float64:75,float_int:71,floor:71,floor_divid:71,floordiv:71,flow:[59,60,61,69,76],fluent:56,fly:76,fmax:54,fmin:54,focal:54,follow:[54,55,56,57,58,59,60,61,66,76,77,79,80,81,82],fonttool:54,footprint:[55,57,59,60],forc:[75,82],form:[54,56,62,74],format:[47,49,50,54,55,56,57,58,59,60,61,74,75,78,82],forum:79,forward:[31,32,34,35,59,61,66,69,74,75,76,77,80,83],found:[44,45,46,47,54,55,57,58,59,60,77,79,80,81],fp16:[1,49,50,56,58,59,60,61,70,77,78,82,84],fp32:[1,49,50,56,58,59,60,61,70,75,80,82],framework:[55,57,59,60],franc:56,freed:69,freeli:58,freeze_modul:63,fri:55,friend:47,frog:61,from:[1,2,3,4,5,31,32,46,48,49,50,54,55,56,57,59,60,61,62,63,65,66,67,69,70,75,76,77,80,82],from_pretrain:[54,56],frozen:61,frozendict:54,frozenlist:54,fssl:79,fsspec:54,fstream:[21,46],full:[50,61,69,72,77,80,81,82,84],fulli:[33,63,75,77,80,82,84],fuse:[55,57,59,60],fuse_addmm_branch:63,fuse_flatten_linear:63,fuse_linear:63,fusion:69,futur:[54,55,56,57,59,61],futurewarn:54,g2p:54,g:[31,32,54,56,63,74,79,80,82],gain:60,game:56,gamma:71,gaurd:45,gcc:[67,77],gdown:54,ge:71,gear:80,geforc:[55,57,59],gelu:71,gener:[4,5,32,54,55,56,57,58,59,60,61,63,66,67,69,76,77,79,80,82],genutil:[54,57,58,59,60],geometr:56,get:[1,2,3,4,5,25,36,46,48,60,61,63,69,72,74,79,80],get_batch:73,get_batch_impl:46,get_batch_s:73,get_build_info:[22,40,47,51,52,74],get_cache_mode_batch:73,get_coco_object_dictionari:60,get_is_colored_output_on:[19,41,44,51,52,72],get_logging_prefix:[19,41,44,51,52,72],get_model_size_mb:54,get_reportable_log_level:[19,41,44,51,52,72],getattr:[54,63,66,76,77],getbatch:[4,5,46],getbatchs:[4,5,46],getdimens:[69,77],getoutput:[69,77],gi:[54,55,57,58,59],gitdb:54,github:[54,55,56,57,59,60,68,77,79,80,81],gitpython:54,give:59,given:[49,50,56,60,63,73,74,75,76,77,82,83],global:[28,61,77],gnu:79,go:[46,55,57,58,59,60,61,63,70,76,77],goal:69,goe:61,good:[46,69],googl:[54,56],got:77,govern:[54,55,56,57,58,59,60],gpu:[2,34,37,39,47,48,54,55,56,57,58,59,60,61,74,75,77,80,82,83,84],gpu_id:[37,47,48,74,80,82,83,84],granular:59,graph:[17,33,34,39,47,54,55,57,58,59,60,61,62,65,67,69,70,72,75,76,77,82],graphic:58,graphnam:[54,56],great:[55,57,59,60,77],greater:72,green_mamba:[57,58],group:[61,71],grpcio:54,gru_cel:71,gt:[54,55,56,57,58,59,60,71],gtc:70,guard:63,guard_elimin:63,guess:56,gulf:[55,57,58],gz:[79,80],h5py:54,h:[1,2,3,4,5,6,7,8,9,10,11,12,13,16,17,18,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,51,53,55,57,60,63,77,80,82],ha:[54,55,56,57,58,59,60,61,62,63,64,65,67,69,76,77,80],hack:46,hakaimagazin:[55,57,58],half:[56,58,59,60,61,74,77,78,80,82,83,84],handl:[60,63,66],happen:[59,61,76],hardtanh:[69,71],hardtanh_:71,hardwar:[55,57,59,60,84],hasattr:54,hash:79,have:[32,46,54,55,56,57,58,59,60,62,63,69,70,74,76,77,79,80,82],haven:77,head:60,header:[55,57,58,77],help:[29,54,55,56,57,59,61,62,69,77,81,82],helper:[54,59,60,61,69],henc:56,here:[46,54,55,56,57,58,59,60,62,66,76,77,79,80,81],hermet:79,hfile:[23,51],hidden:[45,56],hierarchi:61,high:[55,57,60,63],higher:[56,63,76],highfreq:54,highli:58,hinton:80,hist_percentil:61,histogram:61,historgram:61,hit:54,hold:[48,49,62,69,80],holder:66,home:79,hood:[67,78],hors:61,host:[57,58,59,60,61,79],how:[4,5,55,56,57,58,60,61,76,81,83],howev:[32,55,57,59,60,79],html:[61,68,76,79,80],htmlhelp:54,http:[54,55,56,57,58,59,60,61,68,76,77,79,80,81],http_archiv:79,hub:[54,56,57,60],huge:56,huggingfac:[54,56],huski:[55,57,58],hx:71,hybrid:75,hydra:54,i8:82,i:[54,55,56,57,58,59,60,61,63,69,76,77,80,82],id:[37,47,54,55,57,58,59,60,74,82,84],idea:63,ident:[56,82],idna:[54,56],idx:[60,71],ifndef:[46,47],ifstream:46,ignor:74,iint8calibr:[4,5,31,32,46,47,50,75,80],iint8entropycalibrator2:[4,5,31,32,46,80],iint8minmaxcalibr:[31,32,80],ilay:69,illustr:61,imag:[55,57,58,60,61,80],image_classif:60,image_idx:60,imageio:60,imagenet:[55,57,58,61],imagenet_cla:[55,57,58],imagenet_class_index:[55,57,58],images:54,images_:80,img0:[55,57,58],img1:[55,57,58],img2:[55,57,58],img3:[55,57,58],img:[55,57,58],img_path:[55,57,58],impact:[55,56,57,59,60],implement:[4,5,55,56,57,58,59,60,63,66,77,80,81],impli:[54,55,56,57,58,59,60],implic:63,implicit:71,implicitli:74,implictli:74,importlib:[54,57,58,59,60],improv:61,imshow:[55,57,58,60],in_featur:[57,58,59],in_shap:77,in_tensor:76,incas:46,includ:[14,16,17,36,38,44,45,46,47,53,55,57,59,60,64,65,66,67,76,77,79,80,82],includedirectori:[23,51],incompat:79,incorrect:61,ind:[55,57,58],inde:[55,57,59,60],independ:60,index:[54,55,56,57,58,59,60,61,68,70,71,80],indic:[54,56,71],indigo_bunt:55,inetworkdefinit:62,infer:[54,55,56,57,59,61,63,74,75,77,80],inflect:54,info:[17,34,39,47,50,69,72,74,77,82],inform:[27,35,36,38,49,54,58,60,61,62,66,70,72,74,76,77,79,80,82,83],infrastructur:80,ingest:67,inherit:[51,52,80],iniconfig:54,init_weight:61,initi:[54,56,61],inlin:[1,2,3,4,5,31,32,46,48,50,54,57,58,59,60,63,77],inner:50,innings:56,inplac:[57,58],input0:77,input1:77,input2:77,input:[4,5,22,32,40,46,47,50,51,52,54,55,56,57,58,59,60,61,62,63,66,69,71,72,74,75,76,77,78,80,82,83,84],input_0:[66,77],input_batch:[55,57,58],input_data:[55,57,58,59,60,61,76,78],input_file_path:[82,84],input_id:56,input_is_dynam:47,input_s:77,input_scal:71,input_shap:[54,55,57,58,59,60,61,80,84],input_spec:82,input_tensor1:56,input_tensor2:56,input_tensor3:56,input_tensor:[54,55,57,58],inputclass:[0,51],inputrang:77,inreleas:54,insert:[61,77,80],inspect:[55,57,59,60,69,76,77],instal:[54,55,56,57,58,59,60,61,70,77,81],instanc:[56,59,63,73,76,77],instance_norm:71,instanti:[54,65,66,67,69,77],instatin:[1,2,3,48],instead:[50,54,55,56,57,58,59,60,61,62,63,77,81,82],instnanti:66,instruct:[64,65,67,77,79],insur:79,int32:[56,58,74,75],int64:75,int64_t:[47,48,49,50,80,84],int8:[1,46,49,50,58,70,74,75,80,82,84],int8_t:47,int8cachecalibr:[21,32,42,46,51,52],int8cachecalibratortempl:[0,51],int8calibr:[4,21,31,42,46,51,52],int8calibratornamespac:[0,51],int_float:71,integ:[61,74],integr:[55,56,57,58,59,60,70],intend:[54,79],intent:63,intercompat:60,interest:63,interfac:[1,2,3,48,66,67,69,80],intermedi:[17,55,57,59,60,72,76],intern:[2,17,48,55,57,59,60,61,69,72,77],internal_error:72,internalerror:72,interpol:55,interpolationmod:55,interpret:[55,57,59,60,66],intro_to_torchscript_tutori:76,introduc:[55,57,59,60,61],introduct:56,invalid:61,invok:[76,77],involv:[54,55,56,57,59],io:[46,54,55,56,57,58,59,60],iostream:[21,22,46,47,77],ipad:54,ipykernel:[54,57,58,59,60],ipython:[54,57,58,59,60],ipywidget:[54,57,58,59,60,61],ir:[55,57,59,60,65,67,69,74,76],is_avail:[55,57,58],is_floating_point:71,is_tar:54,is_train:80,iscustomclass:69,isinst:61,isort:54,issu:[4,5,54,55,56,57,59,77,79],istensor:69,istream_iter:46,it_:46,item:[54,55,56,57,58,61],itensor:[62,69,77],iter:[21,46,50,54,55,56,57,58,59,60,61,62,73,75,82],its:[32,55,57,59,60,62,66,69],itself:[1,2,3,48,63,79,82,83],ivalu:[62,66,69,77],ja:54,jarowinkl:54,jedi:[54,57,58,59,60],jetpack:79,jetpack_4:79,jetson:[55,57,59,60,74],jieba:54,jinja2:[54,57,58,59,60],jit:[33,34,35,39,47,54,55,56,57,58,59,60,61,62,63,65,66,67,68,69,74,75,76,77,78,82,83],jit_model:61,jmespath:54,joblib:[54,56],join:61,jpeg:[55,57,58],jpg:[55,57,58,60],jpg__1920x1080_q85_subject_loc:[55,57,58],jsmath:54,json:[55,57,58],json_fil:[55,57,58],jsonschema:[54,57,58,59,60],jupyt:[54,57,58,59,60],jupyterlab:[54,57,58,59,60],jupyterlab_widget:[57,59,60],just:[46,47,55,56,57,58,60,63,70,72,76,77,78,81,83],k:[56,71,80],kaldi:54,kaldiio:54,kb:[55,57,58,59,60],kbool:[1,47],kchannelslast:[3,47],kchar:[1,47],kclip:69,kcontigu:[3,47,49],kcpu:[2,48],kcuda:[2,48,77],kdebug:[17,44,46],kdla:[2,47,48,84],kdla_standalon:[18,47],keepdim:71,kei:[56,61,76],kept:61,kernel:[49,50,55,57,59,60,69,74,75,82],kernel_s:[57,58,59,71],kerror:[17,44],keyword:[54,74,75],kf16:[80,84],kfloat:[1,47,50],kgpu:[2,47,48],kgraph:[17,44,63],khalf:[1,47,77],ki8:80,kind:[54,55,56,57,58,59,60,62,74],kinfo:[17,44,46],kint:[1,47],kinternal_error:[17,44],kiwisolv:54,know:[44,69],kriz:80,krizhevski:80,ksafeti:[18,47],kstandard:[18,47,50],ktest:80,ktrain:80,kunknown:[1,3,47],kwarg:[61,73,74],kwarn:[17,44],l:71,label:[55,57,58,60,61,80],lack:[64,65,67],laid:77,lambda:[57,58,60,69,77],languag:[54,55,57,58,59,60,76],larg:[55,56,57,59,60,61,65,67,77,80],larger:80,largest:71,last:[3,54,60,63,74],latenc:[54,56],later:[32,56,77],latest:[55,56,57,79],latexcodec:54,law:[54,55,56,57,58,59,60],layer1:[57,58],layer2:[57,58],layer3:[57,58],layer4:[57,58],layer:[48,50,55,57,59,60,61,62,63,69,75,77,80,82,84],layer_norm:71,layout:[3,49,71,74,75],ld_library_path:79,ld_preload:81,ldd:79,le:71,leaky_relu:71,leaky_relu_:71,learn:[58,61,70,77,79,80,84],least:[55,56,57],leav:[59,61,63],left:60,legacy_calibr:73,len:[54,56,60,61,71],lenet:[76,77],lenet_script:[76,77],lenetclassifi:[59,76],lenetfeatextractor:[59,76],length:[4,5,46,55,56,57,58,71],let:[48,54,55,57,58,59,60,63,69,74,75,82],letter:54,level:[19,25,27,28,41,44,46,51,52,55,56,57,59,60,61,63,67,72,76],levelnamespac:[0,51],leverag:[55,57,58,59,60,80],lib:[54,55,56,57,58,59,60,61,63,77,79],librari:[36,44,45,46,47,55,57,58,59,60,61,65,66,67,69,77],librosa:54,libsndfile1:54,libtorch:[5,38,55,57,59,60,69,77,79,80],libtorch_pre_cxx11_abi:79,libtorchtrt:[77,79,82],libtorchtrt_plugin:81,libtorchtrt_runtim:81,licens:[44,45,46,47,54,55,56,57,58,59,60,77],lightn:54,lightningdeprecationwarn:54,lightningmodul:54,like:[55,57,59,60,62,63,66,69,76,77,78,79,80,81,82],limit:[54,55,56,57,58,59,60,63,72,80],line:[77,82],linear:[3,57,58,59,61,71,74,76],linewidth:60,link:[62,70,77,81,82],linux:[67,77,79],list:[19,20,21,22,33,50,53,54,56,60,61,62,66,69,71,74,75,77,78,79],listconstruct:[62,66,77],listunpack:[66,77],live:69,ll:56,llvmlite:54,load:[54,55,57,58,60,61,66,73,75,77,78,80,81,82,83],load_calib_amax:61,load_librari:81,load_state_dict:61,loader:[54,55,57,59,60],loading_data_recip:80,local:[60,61,63,77],locat:[60,79,80],log:[16,17,20,21,23,40,46,51,52,53,56,61,63,69,70,71,74],log_debug:69,logger:72,loggingenum:[0,51],loglevel:72,longer:[55,57,59,60,81],look:[54,55,56,57,58,59,60,61,62,63,76,80,83],loop_unrol:63,lorikeet:[57,58],loss:[61,80],lot:69,lower:[17,58,72,74],lower_graph:63,lower_tupl:63,loweralltupl:63,lowersimpletupl:63,lowfreq:54,lr:61,lstm_cell:71,lt:[54,56,57,58,59,60,61,71],ltorchtrt:81,lvl:[27,28,44],m:[54,55,57,58,59],machin:[55,57,59,60,66,79,80],macro:[6,7,8,9,10,11,12,13,16,19,22,23,44,47,51,53],made:[60,63,65,67],mai:[54,55,56,57,58,59,60,62,66,67,76,77,79,80],main:[60,63,65,66,67,69,77],maintain:[56,66,69],major:[55,57,59,60,67],make:[55,56,57,58,59,60,62,77,78,79,80,84],make_data_load:[5,80],make_int8_cache_calibr:[21,42,46,51,52,80],make_int8_calibr:[21,32,42,46,51,52,80],manag:[54,55,56,57,58,59,60,62,65,67,69,72,74,77],mangag:63,manifest_filepath:54,mantissa:[50,75],manual:79,manual_se:54,manylinux2014_x86_64:60,manylinux_2_17_x86_64:60,map:[2,48,62,63,65,67,69,77,80,83],mark:[55,63],markdown:54,marknodesforfallback:63,markupsaf:[54,57,58,59,60],marshmallow:54,mask:[54,71],masked_fil:71,masked_sent:56,master:[68,79,80,81],mat2:71,match:[50,63,79],mathemat:56,matmul:[63,71,77],matplotlib:[54,55,57,58,59,60],matric:56,matrix:68,matur:67,max:[49,50,57,58,59,60,61,69,71,74,82],max_bound:61,max_c:82,max_dur:54,max_h:82,max_length:56,max_n:82,max_pool1d:71,max_pool2d:[59,71,76,77],max_pool3d:71,max_shap:[47,49,58,59,74,75,78],max_val:[69,71],max_valu:61,max_w:82,maxcalibr:61,maxim:58,maximum:[49,50,55,56,57,58,61,75,82],maxpool2d:[57,58],maxpool:[57,58],mb:[55,57,58,59,60,82],md:68,mean:[54,55,56,57,58,59,60,61,69,70,71],mecab:54,mechan:[54,56,69],media:[55,57,58],median:[54,56],meet:74,mel:54,member:[48,49,50,74],memeori:3,memori:[21,22,46,47,50,54,55,57,58,59,60,63,69,74,75,77,78],memory_format:[71,74],memoryformat:[3,47],menu:82,messag:[17,27,28,72,82],metadata:[54,66,69],method:[33,34,35,39,49,54,55,57,58,59,60,61,63,69,74,75,76,77,79,82,83],method_nam:[33,39,47,74,75,77,82],metric:54,mig:[54,55,57,58,59],might:[56,61,63,79],min:[49,50,69,71,74,82],min_block_s:[47,50,75],min_bound:61,min_c:82,min_h:82,min_n:82,min_shap:[47,49,58,59,74,75,78],min_val:[69,71],min_valu:61,min_w:82,mini:[55,57,58],minim:[50,75,80,82],minimum:[49,50,58,72,75,82],minmax:[31,32,80],minmax_calibr:73,miss:77,mistun:[54,57,58,59,60],mix:60,mixin:54,mkdir:[55,57,58,79],mlm_model_t:56,mm:54,mobilenet_v2:83,mod:[54,77,80,82],mode:[61,78,80],mode_:80,model:[54,66,72,76,77,78,80,82,83],model_math:60,model_nam:[54,61],model_s:54,model_state_dict:61,model_torchtrt:72,model_trt:72,modelpt:54,modern:60,modifi:79,modified_state_dict:61,modul:[33,34,35,39,47,50,54,55,56,57,58,59,60,61,64,65,66,67,69,70,74,75,78,80,82,83,84],modular:77,module_fallback:63,module_nam:82,momentum:[57,58,61,71],month:54,monthli:[54,58],more:[55,57,58,59,60,61,62,70,74,76,77,79,80,81,83],most:[56,67,79,81],most_likely_token_id:56,most_likely_token_ids_trt:56,move:[31,46,47,55,57,58,59,60,63,66,75,77,80],mpmath:54,ms:[55,57,58,59,60,61],mse:61,msg:[28,44,54,56,72],much:[69,80],mul:[61,71],mul_:71,multi:82,multidict:54,multipl:[66,80],multipli:[50,75],must:[49,50,56,60,63,69,74,75,77,79,81,82],mymodel:78,mypi:60,n01537544:55,n01739381:55,n01749939:[57,58],n01820546:[57,58],n02109961:55,n02110185:[57,58],n02481823:[55,57,58],n:[54,55,56,57,59,69,77,80,82],n_fft:54,n_mel:54,name:[4,5,33,39,46,54,55,57,58,59,60,61,66,69,73,75,76,77,79,83],named_modul:61,namespac:[0,44,45,46,47,53,63,70,80],narrow:[61,71],nativ:[61,67,68,77],native_funct:68,natur:56,nbbind:[4,5,46],nbclient:[54,57,58,59,60],nbconvert:[54,57,58,59,60],nbformat:[54,57,58,59,60],nchw:[3,74,75],ncol:[55,57,58],ne:[63,71],necessari:[44,81],need:[1,2,3,27,32,45,48,55,57,58,60,62,63,69,77,78,79,80,81],neg:71,negative_slop:71,nemo:54,nemo_1:54,nemo_asr:54,nemo_log:54,nemo_toolkit:54,nest:[51,52,54,57,58,59,60],net:[55,57,58,69,77],network:[31,32,55,57,59,60,61,69,77,80,84],networkx:60,neural:[55,57,60,84],new_lay:69,new_level:56,new_local_repositori:79,new_lr:61,new_siz:80,newer:[55,57,59,60],newest:54,newli:54,next:[4,5,60,61,62,66,80],nfilt:54,ngc:[54,55,56,57,58,59,60,79],nhwc:[3,74,82],nice:79,nine:56,ninja:79,nl:[55,57,58],nlp:[31,32,56,80],nltk:54,nn:[54,55,57,58,59,61,63,68,74,75,76,77,78],no_grad:[54,55,56,57,58,59,60,61],node:[61,63,64,65,67,69,77],node_info:[69,77],noexcept:[4,5,46,80],non_block:[61,71],none:[55,57,59,60,61,69,71,74,75],noninteract:54,norm:71,normal:[1,2,3,48,54,55,56,57,58,59,60,61,76,77,80,84],normalized_shap:71,noskipw:46,notatemoduleforfallback:63,note:[2,48,49,56,69,74,77,79,84],notebook:[54,55,56,57,58,59,60,61,67],notic:[59,60],now:[54,55,56,57,59,60,63,67,69,77,79,83],np:[54,55,56,57,58,59,60,61],nrow:[55,57,58],nrun:[55,57,58,59,60,61],nullptr:[46,47,50],num:[54,56,82],num_avg_timing_it:[47,50,75,83],num_batch:61,num_bit:61,num_calib_batch:61,num_class:61,num_epoch:61,num_it:82,num_loop:[54,56],num_min_timing_it:[47,50,75,83],num_op:82,num_work:[61,80],numba:54,number:[4,5,50,54,55,56,57,61,63,69,74,75,77,82],numel:71,numer:[54,82],numpi:[54,55,56,57,58,59,60,61],nvcr:54,nvidia:[34,39,44,45,46,47,54,55,56,57,58,59,60,61,68,74,75,77,79,80,81,82,84],nvidia_convnets_processing_util:60,nvidia_deeplearningexamples_torchhub:60,nvidia_efficientnet:60,nvidia_efficientnet_b0:60,nvidia_efficientnet_b4:60,nvidia_efficientnet_widese_b0:60,nvidia_efficientnet_widese_b4:60,nvidia_resnet50:60,nvidia_resnext101_32x4d:60,nvidia_resnext:60,nvidia_se_resnext101_32x4d:60,nvidia_ssd:60,nvidia_ssd_processing_util:60,nvidia_ssdpyt_amp_200703:60,nvidia_tacotron2:60,nvidia_tts_util:60,nvidia_waveglow:60,nvinfer1:[4,5,31,32,46,47,50,69,80],nvinfer:[21,46],nwarmup:[55,57,58,59,60,61],o:[55,57,58,79],oauthlib:54,obj:71,object:[1,2,3,4,5,48,49,50,66,69,72,73,75,80,83],observ:[54,55,56,57,61],obsolet:60,obtain:[54,55,56,57,58,59,60,61,78],obvious:76,octet:[55,57,58],off:[54,55,57,58,59,60,66],offici:79,ofstream:[46,77],ok:[55,57,58,77],okai:50,older:67,omegaconf:54,onc:[44,45,46,47,62,63,66,80,81],one:[56,60,61,63,69,72,74,76,77],ones:[44,55,57,59,60,64,65,67,77,79],onli:[2,4,5,17,32,46,48,49,59,60,63,67,69,72,74,79,80,81,82,84],onnx:[54,63],onto:[66,82],onward:[55,57,58],op:[55,56,57,58,60,61,62,63,65,67,69,74,77,81,82],op_nam:82,op_precis:[55,57,58,60],open:[55,57,58,59,60],opencc:54,oper:[1,2,3,4,5,33,46,47,48,50,55,57,58,59,60,61,62,63,64,65,66,67,69,70,74,75,78,80,82,84],oppos:75,opset:[65,67],opt:[49,50,54,55,56,57,58,59,60,61,74,79],opt_c:82,opt_h:82,opt_n:82,opt_shap:[47,49,58,59,74,75,78],opt_state_dict:61,opt_w:82,optim:[49,54,55,56,57,58,59,60,61,63,70,76,77,78,82],optimin:49,optimiz:[55,57,59,60,76],optimized_execut:54,option:[46,49,64,65,67,74,79,80,81,82,84],order:[50,60,69,75,77,78],org:[54,55,56,57,58,59,60,61,68,76,77,79,80],origin:[54,56,60,61],original_nam:59,os:[47,61],ostream:47,other:[1,2,3,47,48,55,57,58,59,60,61,62,63,66,70,71,77,78,79,81,82],otherwis:[55,56,57,79,81],our:[55,56,57,58,59,60,67,76,77],out:[33,46,54,55,56,57,58,59,61,62,63,65,67,69,72,75,77,79],out_dir:61,out_featur:[57,58,59],out_shap:77,out_tensor:[69,77],output0:63,output:[26,29,50,55,56,57,58,59,60,61,62,63,66,69,72,77,79,82],output_file_path:[82,84],output_pad:71,output_s:[57,58,71],output_trt:56,outself:77,over:[55,57,58,59,65,67],overkil:59,overrid:[4,5,31,32,46,74,80],overview:[56,68,70],own:[54,55,56,57,59,69,77],p0:58,p2:54,p8:[54,55,57,59],p:[55,57,58,71,77,82,84],packag:[54,55,56,57,58,59,60,61,63,77,82],pad:[54,56,57,58,61,71],padding_idx:71,padding_mod:61,page:[58,70],pair:[54,63,69,79,80],panda:54,pandocfilt:[54,57,58,59,60],pangu:54,paper:[55,57,60],parallel:56,param:73,param_group:61,paramet:[1,2,3,4,5,27,28,29,31,32,33,34,35,37,39,48,49,50,61,62,63,69,72,74,75,76,77],parameter:54,parent:[15,16,19,20,21,22],pari:56,pars:[61,77],parso:[54,57,58,59,60],part:[54,67,82],parti:58,partial:[55,57,59,60,82],particular:59,particularli:56,partit:63,pass:[54,56,61,62,64,65,66,67,69,72,73,76,77,80],patch:60,path:[5,14,15,16,31,32,59,60,61,73,74,76,77,79,80,82],path_to_torchtrt_root:79,pathspec:[54,60],pathtool:54,pathwai:76,pattern:[69,74,77],peephole_optimz:63,per:[58,60,61],percentil:[54,56,61],perf:[54,55,57,58,59],perfom:61,perform:[31,32,55,56,57,58,59,60,80],performac:80,permiss:[54,55,56,57,58,59,60],permut:71,persist:[54,55,57,58,59],pesq:54,pexpect:[54,57,58,59,60],phase:[17,61,69,77],pick:[59,76],pick_best:60,pickler:66,pickleshar:[54,57,58,59,60],pid:[54,55,57,58,59],piec:54,pil:[55,57,58],pillow:[54,55,60],pin_memori:71,pip3:79,pip:[54,55,56,57,58,59,60,61,79],pipelin:[82,84],piplein:77,pipreq:54,pixel_shuffl:71,place:[49,63,79,80],plan:[67,82],plane:61,platform:[47,55,57,59,60,67,79,82,84],platformdir:60,pleas:[54,55,61,77,79],plot:60,plot_result:60,plt:[55,57,58,60],pluggi:54,plugin:54,po:56,point:[74,77],pointer:[4,5,80],pooch:54,pool:[57,58,59,60,61,84],pop:66,popular:[56,79],portabl:[55,57,59,60,66,75],portalock:54,pos_mask:56,posit:[54,56,74,82],possibl:[55,56,57,59,60],post1:54,post:[31,32,50,70,77,82],potenti:50,pow:71,power:[55,57,59,60,77],pr:77,practic:[55,57,59,60],pragma:[44,45,46,47,80],pre:[35,54,55,56,57,61,63,73,75,80,81],pre_cxx11_abi:79,precis:[50,56,58,59,60,70,74,77,78,80,82,84],precisions_str:54,pred:[55,57,58,61],pred_label:60,pred_loc:60,predict:[55,56,57,58,60],prefer:77,prefix:[29,30,44,72],preinstal:79,prelu:71,prepar:[54,55,56,57,59,60],prepare_input:60,prepare_tensor:60,preprint:80,preproc:73,preprocess:[54,55,57,58,61,80],preserv:[61,76,80],prespect:76,pretrain:[54,55,56,57,58,60,83],pretti:77,prevent:[50,82],previou:56,previous:[32,35,77],prim:[62,63,66,71,76,77],prim_devic:71,primari:56,primarili:[67,77],print:[17,33,46,54,55,56,57,58,59,60,61,72,74,75,77,83],print_funct:54,printout:56,printstat:[54,56],priorit:79,privat:[4,5,46,47,80],prob:[55,57,58],probabl:[55,56,57,58,60],probablil:[55,57,58],problem:56,proce:[55,57,58],process:[54,55,56,57,58,59,60,61,76,80,82,83],prod:71,produc:[49,62,66,69,77],product:[50,55,57,59,60],profil:[49,59],program:[19,20,21,22,32,53,58,59,60,65,66,67,70,76,82],prometheu:[54,57,58,59,60],promis:54,prompt:[54,57,58,59,60],properli:79,properti:[54,56],propog:63,protobuf:54,provid:[4,5,50,54,55,56,57,58,66,69,74,75,77,78,79,80,81,82,83],providi:[65,67],psutil:[54,58],pt:[56,60,61,77,82],pth:[57,60,61],ptq:[4,5,16,19,23,40,51,52,53,70,74,75,82],ptq_calibr:[4,5,47,50,80],ptqtemplat:[0,51],ptyprocess:[54,57,58,59,60],pull:79,pure:[33,54,58,60],purpos:[60,79],push:66,push_back:46,pwr:[54,55,57,58,59],py2:[57,59,60],py3:[54,55,56,57,59,60],py:[54,55,60,61,63,67,76,77,79,80],pyannot:54,pyasn1:54,pybind11:54,pybtex:54,pycpars:[54,57,58,59,60],pycr:54,pydeprec:54,pydub:54,pygment:[54,57,58,59,60],pypa:[54,55,56,57,58,59,60],pypars:[54,56,57,58,59,60],pypi:[54,55,56,57,58,59,60,61,79],pypinyin:54,pyplot:[55,57,58,60],pyrsist:[54,57,58,59,60],pysock:54,pystoi:54,pytest:54,python3:[54,55,56,57,58,59,60,61,63,77,79],python:[54,55,56,57,58,59,60,61,67,77,81,82,83,84],python_api:68,pythonhost:[57,58,59,60,61],pytorch:[49,50,54,55,56,57,58,60,61,63,64,65,66,67,69,73,74,75,76,77,78,79,80,81,82],pytorch_lightn:54,pytorch_quant:[60,61],pytorch_vision_v0:58,pytz:54,pywavelet:60,pyyaml:[54,56],pyzmq:[54,57,58,59,60],qat:61,qat_model:61,qthelp:54,qualiti:[55,57,60],quant:61,quant_dim:61,quant_input:61,quant_max:71,quant_min:71,quant_modul:61,quant_nn:61,quant_weight:61,quantconv2d:61,quantdescriptor:61,quantiz:[31,32,60,70,77,82],quantizatiom:50,quantizelay:61,quantlinear:61,quantoz:61,quantpool:61,quartznet:54,question:77,quick:61,quickli:[55,57,77,80,82],quit:[69,77],r:60,rais:63,raiseexcept:63,rand:77,randn:[54,55,57,58,59,60,61,74,75,77,83],random:54,randomcrop:61,randomhorizontalflip:61,rang:[49,50,54,55,56,57,58,59,60,61,74,82],rapidfuzz:54,rate:61,rather:63,raw:60,re:54,read:[4,5,31,32,46,54,58,80],read_calibration_cach:73,readcalibrationcach:[4,5,46],readi:[54,58],readm:[54,55,56,57,59,60],realiz:66,realli:69,reason:[1,60,76],recalibr:32,recip:80,recipi:60,reciproc:71,recognit:[54,57,61,80],recomend:[31,32],recommend:[31,32,54,55,56,57,58,59,60,61,77,79],recompil:60,record:[59,61,62,76],rect:60,rectangl:60,recurs:62,recursivescriptmodul:59,reduc:[55,57,59,60,61,63,65,67,80],refer:[49,61,65,67,77,78,80],referenc:[60,79],refit:[47,50,75,83],reflect:47,regard:79,regex:[54,56],regist:[35,66,69,75],registernodeconversionpattern:[69,77],registri:[62,77],regular:61,reinterpret_cast:46,relat:48,relationship:[51,52],releas:[54,56],relu:[57,58,59,71,76,77],relu_:71,remain:[55,56,57,59,60,63,80],remov:[54,55,57,59,60,61],remove_contigu:63,remove_dropout:63,remove_to:63,repack:66,repeat:[71,82],replac:[56,60,63],replication_pad1d:71,replication_pad2d:71,replication_pad3d:71,report:[25,46],reportable_log_level:72,repositori:[55,57,60,67],repres:[49,50,61,69,72],represent:[55,56,57,59,60,63,69,76],request:[54,55,56,57,58,74,77],requir:[32,50,54,55,56,57,58,59,60,61,62,63,72,74,75,77,80,81,82],require_full_compil:[47,50,55,57,59,60,75],requires_grad:71,resampi:54,research:[55,57,59,60],reserv:[44,45,46,47,54,55,56,57,58,59,60],reset:46,reshap:71,residu:57,resiz:[55,57,58],resnet50:[57,58,60],resnet50_model:[57,58],resnet:[58,60,66],resnet_trt:66,resolv:[55,57,58,62,63,65,67],resolve_data_config:55,resourc:[54,57,58,59,60,62,80],respons:[32,55,57,58,61,66],respositori:56,restor:54,restrict:[50,75],result:[54,55,56,57,58,59,61,62,63,72,75,76,78],results_per_input:60,ret:63,rethink:55,return_tensor:56,reus:[63,80],rgb:[55,57],right:[44,45,46,47,54,55,56,57,58,59,60,63,67,69],rn50_preprocess:[57,58],root:[44,45,46,47,54,55,56,57,58,59,60,61,79,80],round:[50,61,75],round_:61,rsa:54,rsub:71,ruamel:54,rule:[75,79],run:[2,39,48,50,54,55,56,57,58,59,60,61,62,63,64,65,66,67,69,70,74,75,76,77,78,79,80,81,82,83,84],runetim:58,runner:54,running_loss:61,running_mean:71,running_var:71,runtim:[54,55,57,58,59,60,70,77],s3:[55,57,58],s3transfer:54,s:[49,50,60,61,66,69,70,74,76,77,78,80],sacrebleu:54,sacremos:[54,56],safe:[69,75],safe_dla:74,safe_gpu:74,safeti:[50,74,82],same:[55,57,58,60,66,76,77,79,83],sampl:[54,55,57,80],sample_r:54,satisfi:[54,55,56,57,58,59,60],save:[32,46,54,55,57,58,59,60,61,66,74,75,77,78,81,82],save_checkpoint:61,save_restore_connector:54,saw:77,scalar:[69,71],scalaropt_dim:71,scalartyp:[1,47,71],scale:[55,61,71,80],scale_factor:71,scale_grad_by_freq:71,scales_d:71,scales_h:71,scales_w:71,schedul:[61,74],schema:[69,77],scikit:[54,60],scikit_imag:60,scipi:[54,60],scope:63,score:[55,57,58,60],scratch:32,script:[33,56,60,61,63,74,75,76,77,78,83],script_model:[59,76,83],scriptclass:75,scripted_model:84,scriptmodul:[74,75,77],sdk:[54,55,57,59,60,68],se:54,seamlessli:[58,70],search:[56,70],second:[55,56,58,63],section:[58,61,77,80],secur:[54,79],see:[33,54,55,56,57,58,59,60,63,66,74,75,76,77,79],segment:54,segments_tensor:56,select:[18,31,32,39,50,55,57,59,60,66,71,74,75,79,80,82],self:[54,56,59,61,63,66,69,71,73,76,77,84],self_1:[66,77],self_int:71,send2trash:[54,57,58,59,60],sens:77,sent:[55,57,58],sentenc:56,sentencepiec:54,sentencepiecetoken:54,sentinel:[1,3],sentri:54,separ:[55,57,59,60,64,65,67],seq_relationship:56,sequenc:[54,56],sequenti:[57,58],serial:[35,39,65,67,74,75,77,82],seriali:75,serializ:[66,76],serialized_engin:75,serializinghtml:54,seril:66,serv:[66,82],server:54,set:[4,5,17,22,27,29,32,34,37,39,47,48,49,50,55,57,59,60,61,62,63,64,65,66,67,70,72,74,75,76,77,78,79,80,84],set_devic:[22,40,47,51,52,74],set_is_colored_output_on:[19,41,44,51,52,72],set_logging_prefix:[19,41,44,51,52,72],set_reportable_log_level:[19,41,44,51,52,56,61,72],set_typecheck_en:54,setalpha:69,setbeta:69,setnam:[69,77],setproctitl:54,setreshapedimens:77,setup:[45,54,61,80],setup_multiple_test_data:54,setup_multiple_validation_data:54,setup_test_data:54,setup_training_data:54,setup_validation_data:54,setuptool:[54,57,58,59,60],sever:[17,28,56,72],sgd:61,sh:79,sha256:79,shape:[47,49,50,54,55,56,57,59,60,61,69,71,74,75,78,82,84],shape_mod:74,share:79,shellingham:54,shift:79,ship:[61,77,81],shortuuid:54,should:[1,4,5,32,47,50,55,58,61,62,63,64,65,67,69,70,72,74,80,82],show:60,showcas:[55,57,58],shown:[56,77],shuffl:[54,61,77,80],shutterstock_780480850:[55,57,58],siberian:[55,57,58],siberian_huski:[57,58],side:[63,77],sigmoid:71,sigmoid_:71,signatur:75,signifi:[49,63],signific:[60,61],significantli:63,similar:[60,69,77,81,83],simonyan:80,simpil:80,simpl:[54,55,56,57,59,60,61,76],simplejson:54,simplest:56,simpli:[58,59,63],simplic:[55,57,60],simplifi:62,simul:61,sin:71,sinc:[56,59,63,76,77,80],singl:[49,50,56,59,63,74,76,77,80,82],singular:69,sinh:71,site:[54,55,56,57,58,59,60,61,63,77,79],six:[54,56,57,58,59,60],size:[4,5,46,49,50,54,55,56,57,58,59,60,61,63,71,74,75,77,80,82,84],size_t:[4,5,46,80],skip:82,slice:71,slither:[55,57,58],sm:66,sm_output:[55,57,58],small:[61,63],smaller:54,smallest:56,smi:[54,55,57,58,59],smmap:54,snake:[55,57,58],snowballstemm:54,so:[1,46,55,57,58,59,61,62,63,66,67,69,70,77,79,80,82],softmax:[55,57,58,60,61,63,71],softwar:[54,55,56,57,58,59,60],sole:80,some:[55,56,57,62,63,65,66,67,69,77,80],someth:[45,63],sort:[69,71,83],sortedcontain:54,soundfil:54,soupsiev:[54,58],sourc:[44,45,46,47,55,57,60,67,74,75],sox:54,space:80,spars:[71,82],sparse_weight:[47,50,75],sparsiti:[50,75,82],speak:56,speaker:56,spec:[49,50,55,57,59,60,72,74,75,82,83],specif:[34,50,54,55,56,57,58,59,60,63,65,67,74,75],specifi:[4,5,50,55,56,57,58,59,60,61,69,70,72,74,75,78,82,83],specifii:74,speech:54,speed:[54,55,56,57,58,60],speed_m:[54,56],speed_mean:[54,56],speedup:[54,55,56,57],sphinx:54,sphinxcontrib:54,split:[56,71],split_siz:71,split_with_s:71,sqrt:71,squeez:[54,71],sr:54,src:[66,68,71],ss:46,ssd300:60,ssd300_trt:66,ssd:66,ssd_300_trace:60,ssd_pyt_ckpt_amp:60,ssd_trace:82,ssd_trt:82,sstream:[21,46],stabl:[61,68],stack:[54,58,60,61,66,71,80],stage:62,stand:66,standard:[55,56,57,58,59,60,66,70,81,82,83],start:[56,58,60,61,62,71,79,83],start_dim:[71,77],start_step:71,start_tim:[54,55,56,57,58,59,60,61],startswith:61,stat:61,state:[54,55,56,57,61,62,69,77],state_dict:61,statement:63,static_cast:46,statist:[56,61],statu:46,std:[4,5,24,28,30,31,32,33,35,36,39,44,46,47,49,50,54,55,56,57,58,77,80,84],std_dev:[54,56],stderr:61,stdout:[38,72,74],steamlin:80,step:[54,55,56,57,58,59,60,61,70,71,80],stft:54,still:[46,60,80],stitch:[59,77],stop:77,storag:80,store:[3,5,62,66,69,76,77],str:[20,45,46,51,52,55,57,58,71,72,74,75],straight:69,strategi:[56,74],stream:[55,57,58],strict:81,stride:[57,58,59,60,61,71],string:[4,5,19,21,22,24,28,30,31,32,33,35,36,39,44,46,47,50,66,69,74,77,80],stringstream:46,strip_prefix:79,strong:[55,57,59,60],struct:[2,22,40,43,47,80],structur:[32,48,50,55,57,59,60,67,69,76],stt_en_citrinet_256:54,stt_en_citrinet_256_bs128_torch:54,stt_en_citrinet_256_bs1_torch:54,stt_en_citrinet_256_bs32_torch:54,stt_en_citrinet_256_bs8_torch:54,style:[44,45,46,47],sub:[71,76],sub_:71,subdirectori:53,subexpress:63,subgraph:[50,62,63,69,77,82],subject:67,submodul:[59,76],subplot:[55,57,58,60],subset:[61,80],subword:54,successfulli:[54,55,57,59,60],sudo:79,suffic:63,suit:[58,70],sum:[50,61,71,75],summari:56,summarywrit:61,support:[1,2,3,29,33,48,49,50,55,57,58,59,60,61,68,70,74,75,76,77,79,82,84],sure:[77,78,79,84],swap:54,sy:61,symbol:[79,81],sympi:54,synchron:[54,55,56,57,58,59,60,61],system:[54,55,56,57,58,59,60,62,69,70,75,79],t1:71,t2:71,t:[1,2,3,47,48,58,59,61,63,69,71,76,77,79,80,82],tabl:79,tabul:54,take:[33,34,35,39,54,55,57,59,60,62,65,66,67,69,74,75,77,80,83],taken:[55,57,60],talk:70,tan:71,tanh:71,tanh_:71,tar:[79,80],tarbal:[77,80],target:[2,47,48,49,50,55,57,58,59,60,66,67,70,74,75,78,80,82,83,84],targets_:80,tarred_audio_filepath:54,task:[31,32,54,56,80],techinqu:77,techniqu:[61,80],tell:[63,64,65,66,67,69],tem:82,temp:[54,55,57,58,59],templat:[21,42,46,47,51,52,77],tensor:[3,35,46,47,49,50,54,55,56,57,58,59,60,61,62,63,66,69,71,74,75,76,77,80],tensor_qu:61,tensor_quant:61,tensor_scalar:71,tensor_tensor:71,tensorboard:[54,61],tensorcontain:69,tensorformat:[22,40,47,49,51,52,74],tensorformatenum:[0,51],tensorlist:69,tensorquant:61,tensorrt:[1,2,4,5,15,31,32,33,34,35,38,39,46,47,48,49,50,53,56,62,63,64,65,67,69,73,74,75,76,80,82],tensorrtcompilespec:[75,83],tensorrtfil:[23,51],teo:82,term:[74,80],termin:[29,77,82],terminado:[54,57,58,59,60],test:[54,55,56,57,58,59,60,61,67,80,82],test_acc:61,test_loss:61,test_pr:61,test_prob:61,test_ptq_dataloader_calibr:80,test_ptq_trt_calibr:80,testing_dataload:[61,80],testing_dataset:[61,80],testpath:[54,57,58,59,60],text:[54,56,60,72],tf32:[50,82],tgz:79,than:[54,56,58,63,70,81],thats:[62,80],thei:[48,56,60,61,62,63,66,69,74,79,82],them:[54,55,56,57,59,60,63,66,77,79],theori:62,therebi:66,therefor:[32,54,55,57,59,60,66,77],theres:81,therfor:81,thi:[1,2,3,31,32,44,45,46,47,48,49,50,54,55,56,57,58,59,60,61,62,63,65,66,67,69,74,75,76,77,79,80,81,82,83],thing:[59,79],think:69,third:58,third_parti:[67,79],those:[56,62],though:[60,67,69,76,77,82],threadpoolctl:54,three:[49,58,65,67,74],threshold:82,through:[49,54,55,56,57,58,59,60,62,63,66,70,72,73,77],throughout:[55,57],throughput:55,thrown:[50,75],thu:[54,59],tifffil:60,time:[50,54,55,56,57,58,59,60,61,62,63,65,66,67,69,75,77,80,82],time_99th:[54,56],time_m:[54,56],time_mean:[54,56],time_std:[54,56],timegraph:[54,56],timeit:[54,56],timeout:54,timm:[55,57],tini:80,titan:[54,55,57,59,60],titl:[55,57,58],tl:58,tmp:77,tocustomclass:69,todim:77,togeth:[59,62,69,77],toilet:[55,57,58],token:[54,56],token_type_id:56,tokens_tensor:56,toml:54,tomli:60,too:79,took:56,tool:[55,56,57,59,60,69,77],toolchain:[67,79],toolkit:[54,57,58,59,60,61],top:[60,67],topk:71,topolog:56,torch:[1,2,3,5,21,31,32,33,34,35,38,39,46,47,48,49,50,56,62,63,65,66,67,69,74,75,76,79,80,82,84],torch_executed_modul:[47,50,75],torch_executed_op:[47,50,75],torch_scirpt_modul:76,torch_script_modul:77,torch_tensorrt:[0,1,2,3,4,5,16,17,18,23,44,45,46,48,49,50,51,52,53,54,55,56,57,58,59,60,61,70,77,78,80,81,82,83,84],torch_tensorrt_major_vers:[20,45,51,52],torch_tensorrt_minor_vers:[20,45,51,52],torch_tensorrt_patch_vers:[20,45,51,52],torch_tensorrt_vers:[20,45,51,52],torch_tensorrtnamespac:[0,51],torchbind:66,torchhub:60,torchmetr:54,torchscript:[20,22,40,45,47,50,51,52,54,55,56,57,58,60,61,65,66,67,74,75,78,82,83,84],torchscriptstruct:[0,51],torchtrt:[45,54],torchtrt_api:[20,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,44,45,46,47,51,52],torchtrt_check:69,torchtrt_exampl:81,torchtrt_hidden:[20,45,51,52],torchtrt_unus:69,torchtrtc:[70,84],torchvis:[54,55,57,58,61,66,80,83],tornado:[54,57,58,59,60],toronto:80,total:61,totensor:[55,57,58,61,80],tovec:77,toward:80,tparam:[4,5],tqdm:[54,56,61],trace:[54,56,60,61,75,76,77,78],traced_mlm_model:56,traced_model:[59,60,76],tracerwarn:61,track:[69,80],track_running_stat:[57,58],trade:60,tradit:[49,75,80],traget:[34,35],train:[31,32,50,54,55,56,57,60,70,71,77,78,82],trainabl:63,trained_vgg16_qat:61,trainer:54,training_dataload:61,training_dataset:61,traitlet:[54,57,58,59,60],transcrib:54,transform:[54,55,57,58,59,60,61,77,80],transforms_factori:55,translat:[60,77],transpos:71,travers:[65,67],treat:[61,82],tree:[44,45,46,47,54,80,81],trigger:[59,77],trim:80,trim_sil:54,trt:[1,2,4,5,48,49,54,62,63,66,69,71,77],trt_lenet_script:77,trt_mod:[61,77,80,84],trt_model:[56,60,83],trt_model_fp16:[55,56,57],trt_model_fp32:[55,57,58],trt_script_modul:59,trt_ts_modul:[54,59,78],trtorch:54,truck:61,truncat:[50,75,82],truncate_long_and_doubl:[47,50,54,56,75],trust:[57,58,59,60,61],ts:[45,54,59,70,74,76,77,78,82,83],ts_model:77,tue:57,tune:[54,55,57,59,60,61],tupl:[66,74,75],tupleconstruct:[63,66],tupleunpack:63,turn:54,tutori:[55,57,58,76,80],two:[54,59,60,63,69,76,79,80,82],type:[1,2,3,31,49,50,51,52,54,55,56,57,58,59,60,61,62,66,69,72,74,75,77,80,82],typecheck:54,typenam:[4,5,31,32,46],typer:54,typic:[62,69],typing_extens:55,ubuntu:[54,79],uint64_t:[47,50],un:[55,57,80],unabl:[69,77],uncas:56,unchang:56,uncom:79,uncorr:[54,55,57,58,59],undefin:60,under:[44,45,46,47,54,55,56,57,58,59,60,67,78],underli:[1,2,3,48,69],understand:[55,57],unidecod:54,union:[69,74,75,77],uniqu:5,unique_ptr:[5,31],unit:[56,59],unknown:74,unless:[54,55,56,57,58,59,60],unlik:[58,70,79,83],unmask:56,unmasked_sent:56,unmasked_sentences_trt:56,unmasked_token:56,unmasked_tokens_trt:56,unpack_addmm:63,unpack_log_softmax:63,unqiue_ptr:5,unsign:61,unsqueez:[55,57,58,71],unstabl:67,unsupport:[33,50],unsur:69,untest:67,until:[58,62,67,69,79],unwrap:69,unwraptodoubl:69,unwraptoint:77,unzip:79,up:[54,55,56,57,59,60,61,62,63,65,66,67,76],updat:[54,58,61],upgrad:54,upload:[55,57,58],upper:61,upsample_bilinear2d:71,upsample_linear1d:71,upsample_nearest1d:71,upsample_nearest2d:71,upsample_nearest3d:71,upsample_trilinear3d:71,upscale_factor:71,upstream:77,uri:60,url:79,urllib3:[54,56],us:[1,2,3,4,5,31,32,34,37,39,45,46,47,48,49,50,54,55,56,57,59,60,62,66,67,69,70,72,73,74,75,76,80,81,82,84],usag:[54,55,57,58,59,73,77],use_amp:54,use_cach:[4,5,31,46,73,80],use_cache_:46,use_fb_fake_qu:61,use_input_stat:71,use_start_end_token:54,use_subset:80,usecas:79,user:[44,49,50,54,55,56,57,58,59,60,64,65,66,67,77,79,80],userguid:61,userwarn:[54,55,60],using_int:[71,77],usr:79,usual:[60,61],util:[55,57,59,61,69,75,77,80],v0:[57,58],v1:54,v2:[31,32,60],v8:79,v:[54,55,56,57,59,60,82],val2017:60,val:[60,61],valid:[2,48,54,59,60,61,69],valu:[1,2,3,17,18,47,48,49,56,59,61,62,66,69,71,72,73,74,77],value_tensor_map:[62,69],vare:58,vari:[55,56,57],variabl:49,variant:[54,81],varient:63,variou:[54,84],vec:71,vector:[21,22,46,47,49,50,66,77,80,84],venv:[54,55,56,57,58,59,60],verbios:82,verbos:82,veri:[61,80,83],verifi:[56,61],version:[36,38,54,55,56,57,58,59,60,61,67,79],vgg16:[61,80],vgg16_base_ckpt:61,vgg16_qat_ckpt:61,vgg:[60,61,80],via:[54,58,60,70,74,75,78,80,81],view:71,vine_snak:55,virtual:[54,55,56,57,58,59,60,80],vision:[55,56,57,58],visit:[55,57,58,60],visual:58,volatil:[54,55,57,58,59],volta:[55,57,59,60],vs:[1,2,3,48,63,75,83],w1109:61,w:[54,55,57,60,82],w_hh:71,w_ih:71,wa:[54,55,56,57,59,60,63,66,77],wai:[55,57,61,76,77,79,80,82],walk:[54,55,56,57,59,60],wandb:54,want:[44,55,57,59,60,76,77,80,83],warm:[54,55,56,57,58,59,60,61],warn:[17,46,54,55,56,57,58,59,60,61,69,72,82],warranti:[54,55,56,57,58,59,60],wcwidth:[54,57,58,59,60],we:[44,46,54,55,56,57,58,59,60,61,62,63,65,66,67,69,76,77,80],webdataset:54,webencod:[54,57,58,59,60],websit:79,wed:58,weight:[49,50,56,61,62,71,75,77,82],weight_decai:61,welcom:77,welecom:[55,57],well:[50,55,56,57,59,60,72,77,79,80],were:[56,60,77],werkzeug:54,wget:[54,55,57,58],what:[5,60,63,76,77],whatev:66,wheel:[54,79],when:[29,46,47,48,55,56,57,59,60,61,62,63,65,66,67,69,72,74,75,76,77,79,80,82],where:[54,55,57,59,62,63,69,75,77,80],whether:[5,74,80,82],which:[2,3,32,34,39,48,54,55,56,57,58,59,60,61,62,63,64,65,66,67,69,73,75,76,77,78,79,80,81,83],white:60,whl:[55,57,59,60,79],whole:[55,57,59,60],whose:63,wide:58,widespread:56,widget:[54,57,58,59,60],widgetsnbextens:[54,57,58,59,60],width:[55,57,58],wit:54,within:[54,55,56,57,58,59,60,65,67,75],without:[54,55,56,57,58,59,60,61,69,77,80],wl:81,won:58,word:[54,56],wordninja:54,work:[46,59,63,67,69,80],worker:80,workflow:[61,83],workspac:[50,75,79,80,82,84],workspace_s:[47,50,54,55,56,57,58,60,75,80,82,84],world:[55,57,59,60],would:[69,77,79,81,82,83],wp:[55,57,58],wrap:[61,65,66,67,77,83],wrapper:69,wrapt:54,write:[4,5,31,32,46,54,55,56,57,58,59,60,62,70,77,80],write_calibration_cach:73,writecalibrationcach:[4,5,46],writer:61,written:[55,57],www:[54,55,56,57,58,59,60,77,79,80],x64:79,x86:81,x86_64:[67,79],x9:63,x:[6,11,45,55,57,59,60,61,63,76,77,79],xavier:[47,55,57,59,60,84],xstr:[20,45,51,52],y:[54,60],yaml:[54,68],yarg:54,yarl:54,year:54,yield:56,you:[1,2,3,31,32,48,49,50,54,55,56,57,58,59,60,61,62,63,66,67,69,70,74,75,76,77,78,79,80,81,82,83],your:[54,55,56,57,58,59,60,61,69,70,76,77,78,79,81,83],yourself:[55,56,57,77],youtokentom:54,yy:54,zero_grad:61,zero_point:71,zeroth:58,zip:[57,60,66,79],zipp:[54,57,58,59,60],zisserman:80},titles:["Class Hierarchy","Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","File Hierarchy","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_calibrator","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","Full API","Torch-TensorRT Getting Started - CitriNet","Torch-TensorRT Getting Started - EfficientNet-B0","Masked Language Modeling (MLM) with Hugging Face BERT Transformer","Torch-TensorRT Getting Started - ResNet 50","Torch-TensorRT - Using Dynamic Shapes","Torch-TensorRT Getting Started - LeNet","Object Detection with Torch-TensorRT (SSD)","Deploying Quantization Aware Trained models in INT8 using Torch-TensorRT","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Torch-TensorRT","Operators Supported","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Creating a TorchScript Module","Getting Started with C++","Using Torch-TensorRT in Python","Installation","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","torchtrtc","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"50":57,"6":60,"7":60,"class":[0,1,2,3,4,5,21,22,40,42,43,51,52,73,74],"enum":[17,18,19,22,40,41,51,52,73,74],"function":[19,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,51,52,58,68,74,75],By:[19,20],Or:63,The:77,To:63,aarch64:79,abi:[66,79],addmm:63,advic:69,ahead:70,api:[51,52,53,68,70,79],applic:80,arg:69,avail:68,awar:61,b0:55,background:[66,69],base:[4,5],benchmark:[54,60,61],bert:56,binari:79,branch:63,build:[58,79],c:[51,68,70,77,79,80],check_method_operator_support:33,choos:79,citat:80,citrinet:54,cli:79,code:63,compil:[34,65,67,70,77,79],compilespec:50,conclus:[59,60],construct:66,content:[19,20,21,22,40,41,42,43,54,55,56,57,59,60],context:69,contigu:63,contract:69,contributor:70,convers:[62,65,67,69],convert:[62,69,71,77],convert_method_to_trt_engin:39,cpp:[14,19,20,21,22],creat:[76,80],cudnn:79,current:71,custom:77,cxx11:79,data:58,datatyp:1,dead:63,debug:79,defin:[6,7,8,9,10,11,12,13,20,51,52],definit:[19,20,21,22],depend:79,deploi:[61,81],descript:[55,57,60],deseri:66,detail:60,detect:60,detector:60,develop:68,devic:[2,48],devicetyp:2,dimens:68,directli:83,directori:[14,15,16,53],disk:76,distribut:79,dla:84,documen:70,document:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,68,70],download:58,dropout:63,dump_build_info:38,dynam:58,easier:68,efficientnet:55,elimin:63,eliminatecommonsubexpress:63,embed_engine_in_new_modul:35,engin:66,enginecap:18,envior:79,evalu:[62,71],execept:63,executor:66,expect:68,face:56,fallback:63,file:[16,19,20,21,22,23,44,45,46,47,51,53],flatten:63,format:66,fp16:[54,55,57],fp32:[54,55,57],freez:63,from:[58,79,83],full:[51,52,53],fuse:63,gaurd:63,get:[54,55,57,58,59,70,77],get_build_info:36,get_is_colored_output_on:26,get_logging_prefix:24,get_reportable_log_level:25,gpu:70,graph:[63,66],guarante:69,h:[19,20,21,22,44,45,46,47],half:[54,55,57],hierarchi:[0,23,51],hood:77,how:80,hub:58,hug:56,includ:[15,19,20,21,22],indic:70,infer:60,inherit:[4,5],input:49,instal:79,int8:61,int8cachecalibr:4,int8calibr:5,ir:68,jetson:79,jit:70,languag:56,layer:68,learn:[54,55,56,57,59,60],lenet:59,level:17,librari:[79,81],libtorchtrt:81,linear:63,link:68,list:[44,45,46,47],local:79,log:[19,24,25,26,27,28,29,30,41,44,72],logsoftmax:63,loop:63,lower:[63,65,67],macro:[20,45],make_int8_cache_calibr:32,make_int8_calibr:31,mask:56,measur:60,mlm:56,model:[55,56,57,58,59,60,61],modul:[63,76,77],multibox:60,namespac:[19,20,21,22,40,41,42,43,51,52],nativ:79,native_op:68,nest:[2,48],next:[54,55,56,57,58,59],node:62,nvidia:70,object:[54,55,56,57,59,60],op:66,oper:[71,77],optimz:63,other:69,overview:[54,55,57,59,60,61,67],own:80,packag:[79,81],partit:[64,65,67],pass:63,pattern:63,peephol:63,perform:61,phase:[62,63,64,65,66,67],plugin:81,post:80,pre:79,precis:[54,55,57],precompil:79,prerequisit:79,program:[44,45,46,47,81],ptq:[21,31,32,42,46,73,80],python:[68,70,76,78,79,80],pytorch:[59,68,70,83],quantiz:[61,80],quickstart:77,read:68,redund:63,refer:60,regist:77,relationship:[2,4,5,48],releas:79,remov:63,resnet:57,respons:69,result:[60,66],right:79,runtim:[65,66,67,81],s:[54,55,56,57,58,59],sampl:[58,60],save:76,script:59,serial:66,set:58,set_devic:37,set_is_colored_output_on:29,set_logging_prefix:30,set_reportable_log_level:27,setup:79,shape:58,shot:60,simpl:58,singl:[54,55,57,60],so:81,sometim:68,sourc:79,speedup:60,ssd:60,start:[54,55,57,59,70,77],str:6,struct:[48,49,50,51,52],subdirectori:[14,15],submodul:74,support:71,system:67,tarbal:79,templat:[4,5,31,32],tensorformat:3,tensorrt:[16,51,54,55,57,58,59,60,61,66,68,70,77,78,79,81,83],through:71,time:70,torch:[51,54,55,57,58,59,60,61,68,70,77,78,81,83],torch_tensorrt:[19,20,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,47,72,73,74,75],torch_tensorrt_major_vers:8,torch_tensorrt_minor_vers:9,torch_tensorrt_patch_vers:7,torch_tensorrt_vers:13,torchscript:[33,34,35,39,43,59,70,76,77],torchtrt_api:10,torchtrt_hidden:12,torchtrtc:[77,82],trace:59,train:[61,80],transform:56,trt:58,ts:75,tupl:63,type:[4,5,48],under:77,unpack:63,unrol:63,unsupport:77,up:58,us:[58,61,63,68,77,78,79,83],util:[54,58,60],version:66,visual:60,weight:69,what:[54,55,56,57,58,59,69],work:[58,76,77],write:69,xstr:11,your:80}}) \ No newline at end of file