Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/namespace_torch","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","getting_started/getting_started_with_cpp_api","getting_started/getting_started_with_python_api","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","tutorials/creating_torchscript_module_in_python","tutorials/getting_started_with_fx_path","tutorials/notebooks","tutorials/ptq","tutorials/runtime","tutorials/serving_torch_tensorrt_with_triton","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/namespace_torch.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","getting_started/getting_started_with_cpp_api.rst","getting_started/getting_started_with_python_api.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","tutorials/creating_torchscript_module_in_python.rst","tutorials/getting_started_with_fx_path.rst","tutorials/notebooks.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/serving_torch_tensorrt_with_triton.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::Value::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[47,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[47,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[47,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[47,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[47,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[47,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[47,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[47,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[47,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[47,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[47,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[47,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[47,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[47,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[47,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[47,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[47,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[47,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[47,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[47,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[47,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[48,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[48,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[48,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[49,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[49,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input13tensor_domainE","torch_tensorrt::Input::tensor_domain"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[36,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[34,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"],[3,2,1,"_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::names"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"],[4,2,1,"_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8Calibrator::getBatchSize"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[35,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[35,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[50,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE","torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[37,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[71,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[71,10,1,"","__init__"],[71,11,1,"","allow_gpu_fallback"],[71,11,1,"","device_type"],[71,11,1,"","dla_core"],[71,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[71,10,1,"","__init__"],[71,11,1,"","dtype"],[71,10,1,"","example_tensor"],[71,11,1,"","format"],[71,10,1,"","from_tensor"],[71,10,1,"","from_tensors"],[71,11,1,"","shape"],[71,11,1,"","shape_mode"]],"torch_tensorrt.TRTModuleNext":[[71,10,1,"","__init__"],[71,10,1,"","disable_profiling"],[71,10,1,"","dump_layer_info"],[71,10,1,"","enable_profiling"],[71,10,1,"","forward"],[71,10,1,"","get_extra_state"],[71,10,1,"","get_layer_info"],[71,10,1,"","set_extra_state"]],"torch_tensorrt.fx":[[68,9,1,"","InputTensorSpec"],[68,9,1,"","TRTInterpreter"],[68,9,1,"","TRTInterpreterResult"],[68,9,1,"","TRTModule"],[68,12,1,"","compile"]],"torch_tensorrt.logging":[[69,9,1,"","Level"],[69,9,1,"","debug"],[69,9,1,"","errors"],[69,12,1,"","get_is_colored_output_on"],[69,12,1,"","get_logging_prefix"],[69,12,1,"","get_reportable_log_level"],[69,9,1,"","graphs"],[69,9,1,"","info"],[69,9,1,"","internal_errors"],[69,12,1,"","log"],[69,12,1,"","set_is_colored_output_on"],[69,12,1,"","set_logging_prefix"],[69,12,1,"","set_reportable_log_level"],[69,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[69,11,1,"","Debug"],[69,11,1,"","Error"],[69,11,1,"","Graph"],[69,11,1,"","Info"],[69,11,1,"","InternalError"],[69,11,1,"","Warning"]],"torch_tensorrt.ptq":[[70,9,1,"id1","CacheCalibrator"],[70,9,1,"id2","CalibrationAlgo"],[70,9,1,"id0","DataLoaderCalibrator"],[70,12,1,"","get_batch"],[70,12,1,"","get_batch_size"],[70,12,1,"","get_cache_mode_batch"],[70,12,1,"","read_calibration_cache"],[70,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[70,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[70,11,1,"","ENTROPY_CALIBRATION"],[70,11,1,"","ENTROPY_CALIBRATION_2"],[70,11,1,"","LEGACY_CALIBRATION"],[70,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[70,10,1,"","__init__"]],"torch_tensorrt.ts":[[72,12,1,"","TensorRTCompileSpec"],[72,12,1,"","check_method_op_support"],[72,12,1,"","compile"],[72,12,1,"","convert_method_to_trt_engine"],[72,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[71,9,1,"","Device"],[71,9,1,"","DeviceType"],[71,9,1,"","EngineCapability"],[71,9,1,"","Input"],[71,9,1,"","TRTModuleNext"],[71,9,1,"","TensorFormat"],[71,12,1,"","compile"],[71,12,1,"","convert_method_to_trt_engine"],[71,9,1,"","dtype"],[71,12,1,"","dump_build_info"],[68,8,0,"-","fx"],[71,12,1,"","get_build_info"],[69,8,0,"-","logging"],[70,8,0,"-","ptq"],[71,12,1,"","set_device"],[72,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,44,45,46,50,53,56,59,61,62,64,65,67,68,69,70,71,72,73,75,76,83,85,87,88,89],"000":[],"0000":77,"01":[62,67,77],"0208":62,"03":77,"0358":62,"0383":62,"04":[62,87],"0435":62,"0464":62,"0530":62,"0678":62,"0805":62,"0818":62,"0932":62,"0x7f1227065df0":[],"0x7fd048795770":72,"1":[3,4,33,44,45,46,49,50,53,55,56,58,61,62,63,64,65,67,68,69,70,71,72,73,74,76,77,80,82,83,84,85,88,89],"10":[50,62,65,68,72,80,82,84,85,87],"100":[68,83],"1000":87,"1012":55,"1013":55,"1024":[53,71,72,84],"1045":62,"1048576":[46,50,72],"1056":62,"1063":62,"1073741824":[46,50,72],"109":62,"11":[55,62,64,65,76,80,87],"119":82,"12":[55,56,62,76,80,82,87],"120":[62,82],"123":77,"129":82,"13":[76,80],"136":87,"137":82,"138":82,"14":[80,87],"1409":85,"15":[76,80],"1502":62,"1549":62,"1556":85,"16":[62,63,71,80,82],"1691":62,"17":80,"18":[62,80],"19":[77,80],"1994":85,"1b":64,"1d":55,"1e":53,"2":[33,56,61,62,65,67,69,70,71,72,74,76,77,80,82,83,85],"20":[56,80],"2009":85,"2010":85,"2012":77,"2014":85,"2015":64,"2017":64,"2019":64,"2020":[62,66],"2022":64,"2023":85,"2048":[68,83],"22":87,"224":[56,68,71,72,84,87],"225":[68,87],"229":87,"23":[50,55,72,77],"234375":87,"24":55,"244":[71,72],"248":55,"249":55,"25":[62,68,83],"256":87,"258":76,"27":[56,62],"28":62,"2802":62,"2822":76,"287":76,"29":62,"2c3":77,"3":[46,50,53,55,56,58,62,65,67,69,70,71,72,76,77,80,82,83,84,85,88,89],"30":[],"300":[53,88],"31":62,"32":[53,62,63,71,82,85,89],"320":85,"32bit":53,"33":62,"33554432":[68,83],"346":62,"35":62,"36":62,"3677":55,"37":62,"38":82,"39":82,"3d":83,"4":[56,58,62,65,67,69,74,76,77,80,83],"406":87,"429688":87,"4465":85,"456":87,"468750":87,"4822":85,"485":87,"4914":85,"5":[44,53,56,58,59,62,64,65,69,76,77,80,82,83,87],"50":84,"512":[53,71,72,84],"523438":87,"53":77,"536870912":[46,50,72],"539":62,"56":62,"576":62,"6":[55,56,58,62,65,67,71,80,82],"622":55,"64":[63,71,83],"64bit":53,"664062":87,"7":[56,58,59,62,64,80],"72048":65,"7302":77,"7d1d80773":76,"8":[3,53,55,62,64,65,71,76,77,80,87],"8000":87,"8001":87,"8002":87,"84":[62,82],"9":[62,80,87],"90":87,"92":87,"9223372036854775807":67,"96":64,"9eabefd1a":[],"abstract":[58,61,77],"boolean":[71,83],"break":[71,76,83],"byte":[71,72,84],"case":[0,1,2,47,50,54,56,58,61,65,71,83,85,86],"catch":[55,62],"char":[3,4,45,53,62],"class":[17,29,30,45,46,47,52,58,61,62,63,69,72,76,77,82,83,84,85],"const":[0,1,2,3,4,29,30,31,32,33,35,37,45,46,47,55,61,62,67,85],"default":[0,1,2,3,4,16,29,30,33,44,46,47,49,50,53,56,62,63,65,68,71,72,74,75,76,83,85,88],"do":[54,55,56,61,62,63,75,77,82,83,85,89],"enum":[0,1,2,43,46,47,52,69,72,85],"export":65,"final":[54,56,57,59,65,84],"float":[50,53,62,63,67,71,82,85,88],"function":[0,1,2,3,4,47,49,50,52,55,56,58,61,62,65,82,83,84,85,87,88,89],"import":[53,55,56,62,63,65,71,74,76,82,83,86,87,88],"int":[0,3,4,35,45,46,50,53,56,62,67,68,71,72,74],"long":[50,53,54,71,76,77],"new":[0,1,2,3,4,32,33,47,49,50,56,58,59,61,62,69,72,76,83,87],"public":[0,1,2,3,4,45,46,47,48,49,50,77,85],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,37,43,44,45,46,47,55,56,57,58,59,61,62,63,68,69,71,72,82,83,85,87],"short":[55,76,77],"static":[49,50,54,61,62,71,72,74],"super":[45,82],"throw":[53,55,62],"true":[0,1,2,4,47,50,55,56,61,62,67,68,71,72,74,77,83,85,87,88,89],"try":[59,62,76,77,88],"var":67,"void":[3,4,25,26,27,28,35,36,43,45,46],"while":[56,65,84,85,87],A:[4,29,30,32,33,48,49,55,56,61,65,68,71,72,77,83,85,87],And:62,As:[56,62,83],At:75,But:[62,76],By:[29,30,52,56,74,82],For:[54,56,62,65,68,74,76,77,82,83,84,85,86,87,88],If:[27,33,54,55,56,62,63,65,68,69,71,74,76,83,85,86,87,89],In:[0,1,2,47,54,56,57,58,59,61,63,65,66,76,77,79,83,84,85,86,87],Is:[24,71],It:[53,55,56,57,59,61,65,74,76,83,84],Its:[61,76],Not:3,On:56,One:[62,76,77,83,84],Or:76,THE:76,TO:62,That:76,Thats:62,The:[1,47,49,50,53,54,55,56,57,58,59,61,63,65,69,71,72,74,77,82,83,84,85,87,88],Then:[56,65,85,88],There:[4,54,59,61,64,65,77,82,83,84,85,86,87],These:[54,56,58,74,76,85,87],To:[1,47,53,56,62,63,65,74,82,87,88],Will:31,With:[62,74,76,85,87],_:[76,83],___torch_mangle_10:82,___torch_mangle_4847:58,___torch_mangle_5:82,___torch_mangle_9:82,__and__:67,__attribute__:44,__derive_index:67,__getitem__:67,__gnuc__:44,__init__:[70,71,76,82],__is__:67,__isnot__:67,__not__:67,__or__:67,__range_length:67,__round_to_zero_floordiv:67,__torch__:[58,62,82],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:58,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:58,__visibility__:44,__xor__:67,_all_:55,_c:[72,88],_convolut:[62,67],_devic:[71,72],_dynamo:[],_dynamo_compile_resnet:[],_input:71,_jit_to_backend:88,_jit_to_tensorrt:72,_rendered_examples_jupyt:[],_rendered_examples_python:[],_script:72,_shapemod:71,_theme:81,_validate_not_a_forked_repo:87,a1b:77,aarch64:59,ab:67,abi:86,abl:[54,55,61,66,83,85,88],about:[53,54,58,61,62,65,71,74,87],abov:[25,56,62,65,69,75,76,83],absolut:[53,71],ac:79,acc_mod:83,acc_norm:83,acc_op:83,acc_op_convert:83,acc_ops_sigmoid:83,acc_trac:83,acceler:[68,89],accept:[49,53,58,61,62,63,71],access:[55,61,62,66,74,83,88],accord:[61,72],accordingli:[74,83],account:87,accumsan:79,accumul:[50,72],accuraci:[84,85],achiev:[56,84],aco:67,acosh:67,acoust:84,acquir:62,across:[50,53,55,56,72,74],acthardtanh:61,action:[76,83],activ:[62,72,76,83,84,85,89],activationtyp:[61,83],actual:[55,58,61,62,69,82,83],ad:[25,53,54,56,83],adaptive_avg_pool1d:67,adaptive_avg_pool2d:67,adaptive_avg_pool3d:67,adaptive_max_pool1d:67,adaptive_max_pool2d:67,adaptive_max_pool3d:67,add:[26,54,55,56,61,62,63,64,65,67,69,74,76,81],add_:[55,62,67],add_activ:83,addactiv:61,addit:[55,62,64,71,83,84],addlay:62,address:77,addshuffl:62,adipisc:[77,79],adjac:[56,76],adjust:76,adopt:84,advanc:[77,85],advis:76,aenean:79,afford:83,aforement:87,after:[53,54,55,56,62,63,64,66,82,83,86,87],again:[45,58,61,76],against:[53,62],agx:46,ahead:62,aim:55,algo_typ:[70,85],algorithm:[3,4,29,30,45,70,83,85],algorithm_selector:83,alias:44,align:76,align_corn:67,aliquam:79,aliquet:[77,79],all:[16,43,44,45,46,50,53,55,56,58,62,63,64,65,69,71,76,77,82,83,84,85,86,87],alloc:61,allow:[49,50,53,54,55,56,64,71,72,74,83],allow_gpu_fallback:[46,47,71,72,85,88,89],allow_shape_tensor:[46,50,72],allow_tf32:67,almost:62,alpha:[67,77,83],alreadi:[53,54,55,62,85],also:[29,54,61,62,63,64,65,66,74,76,77,84,85],altern:[49,56,63,71,84],although:76,altogeth:[56,74],alwai:[3,4,27,53,76],amet:[77,79],an:[2,3,4,49,50,53,54,55,56,57,58,59,61,62,63,64,65,66,68,70,71,72,74,76,77,82,83,84,85,86,87],analogu:61,analysi:56,analyt:74,analytics_id:74,ancient:76,ani:[49,53,54,61,62,63,65,67,71,74,76,83,85],ann:76,annot:[61,62],anonym:76,anoth:[63,76,77,82],ant:79,anyon:77,anyth:[76,77,86],aot:[62,66],api:[56,59,61,62,63,71,72,75,83,84,85,86,87,88],appear:[56,76],append:67,appli:85,applic:[1,29,47,53,55,59,62,63,71,86,88,89],approach:56,appropri:64,apr:62,ar:[43,47,50,53,54,55,56,58,59,61,62,64,65,66,71,72,74,76,77,78,82,83,84,85,86,87,88],arab:77,arang:67,arbitrari:71,architectur:[65,66,84],archiv:65,arcu:[77,79],area:78,aren:62,arg:[54,62,70,71,80,83,84],arg_replacement_tupl:83,argc:62,argmax:67,argmin:67,argument:[49,53,55,58,61,62,63,71,72,76,77,83],argv:62,arithmet:56,around:[55,58,61,71,76,79,82],arrai:[3,4,33,54,71,72],arrayref:[46,49,50],artifact:64,arxiv:85,as_numpi:87,asin:67,asinh:67,aspect:53,assembl:[54,62],assign:[3,4,75],associ:[54,61,62],associatevalueandivalu:61,associatevalueandtensor:[61,62],assum:[33,71,88],atan:67,atanh:67,aten:[50,55,56,60,61,62,67,72],atol:53,attrdict:87,attribut:[55,56,58,62,76,83],auctor:79,audio:84,augu:79,author:77,auto:[45,56,61,62,76,77,85,89],autodoc:[76,77],automat:[62,76],avail:[53,61,65,74,83,89],averag:[50,53,72],avg:53,avg_pool1d:67,avg_pool2d:67,avg_pool3d:67,awai:76,awaken:76,axi:67,b0:84,b:[64,65,67,71,77,87],b_hh:67,b_ih:67,back:[55,56,58,59,62,71,76,82],back_insert:45,backend:[72,75,88],background:[76,82],backlink:76,backward:[71,83],bar:[74,76],base:[36,51,58,63,65,68,69,70,71,76,82,84,85],bash:65,basi:76,basic:[53,56,77,83,87],batch:[3,4,45,68,71,83,85,87,89],batch_norm:[61,67],batch_siz:[45,85],batched_data_:45,batchnorm:55,batchtyp:45,bathroom:76,bazel:[59,65],bazel_vers:65,bazelbuild:65,bazelisk:65,bazelvers:65,bdist_wheel:65,beat:77,becaus:[61,62,65,68,82,83],becom:61,bee:76,been:[54,61,62,77],befor:[50,55,56,59,61,62,65,66,72,83,87],beforehand:62,begin:[45,65,76,83],beginn:82,begun:76,behav:78,behavior:[50,56,71,72,83],behind:76,being:[62,83],belong:76,below:[33,56,61,62,63,65,76,83,87],benchmark:67,benefit:[61,62],bert:[],bertmodel:[],besid:76,best:[65,76,83],beta:[67,72,83],better:[82,84],between:[55,56,61,65,76,77,85],bia:[55,62,67],bibendum:79,bibliograph:77,bigger:76,bin:65,binari:[45,85],binary_data:87,bind:[3,4,33,45,71,72,76],bird:87,bit:[50,61,62,71,72,83],bitbucket:74,bitbucket_url:74,bitwise_not:67,blandit:79,blank:76,blob:[60,74,85],block0:55,block1:55,block:[53,54,55,56,71,80],blue:76,bmm:67,bodi:[76,77],bold:76,bool:[0,1,2,3,4,24,27,30,31,43,45,46,47,50,55,61,62,67,68,69,71,72,74,85],border:76,both:[56,65,68,71,74,76,82,85],bottom:74,bound:71,boundari:56,box:76,bracket:76,branch:65,bread:76,brief:56,briefli:82,brontosaurus:76,browser:76,bsd:[43,44,45,46],buffer:[3,4,83],bug:65,bui:77,build:[29,30,34,50,53,54,57,59,61,62,71,75,80,83,85],build_fil:65,build_model:83,buildcommandarg:64,builddirectori:64,builder:83,builderconfig:46,buildroot:64,built:[33,53,58,59,65,71,72],builtin:83,button:[74,76],bytearrai:[71,72,83],bytesio:71,c10:[0,1,46,47,49,50,62,85],c:[43,44,45,46,53,59,63,64,67,68,71,77,86,87,89],c_api:60,c_str:[61,62],cach:[3,4,29,30,45,53,62,68,70,83,85],cache_:45,cache_fil:[45,70,85],cache_file_path:[3,4,29,30,45],cache_file_path_:45,cache_size_:45,cachecalibr:[70,85],cackl:77,calcul:[49,54,56,62],calibr:[3,4,29,30,45,50,53,62,70,72,85],calibration_cache_fil:[29,30,85],calibration_dataload:[30,85],calibration_dataset:85,calibrationalgo:[70,85],call:[29,30,32,50,55,58,61,62,68,71,72,76,82,83,84,88],call_funct:83,callmethod:82,can:[0,1,4,29,30,37,47,48,49,50,53,54,55,56,57,58,59,61,62,63,65,71,72,74,76,82,83,84,85,86,87,88],canada:77,cannot:[49,55,56,65,71,72,75,82,83],canon:74,canonical_url:74,capabl:[17,46,50,53,58,71,72,88],capit:76,caption:[76,79],cast:[3,4,55],cat:[56,65,67],caught:55,caus:[61,65,74],cd:[65,87],cdll:62,ceil:67,ceil_mod:67,cell:77,centercrop:87,cerr:62,certain:[65,83],cfg:56,chain:61,challeng:87,chanc:61,chang:[29,55,56,59,64,71,72,74,83,85,87],changelog:80,channel:[2,71,75],channel_last:[71,72,84],channels_last:71,charact:76,check:[0,1,31,47,53,55,61,62,65,72,83,86,87],check_method_op_support:72,check_method_operator_support:[21,42,46,51],checkmethodoperatorsupport:62,child:77,children:83,choic:[65,70],choos:[82,83],cifar10:85,cifar:85,clamp:67,clamp_max:67,clamp_min:67,class_count:87,classess:71,classif:[62,82,84],classifi:[77,84],classification_index:87,classmethod:71,clean:[56,64,76],cleanli:56,clear:45,cli:[53,63],click:64,clickabl:76,clone:[64,67],close:62,closer:55,closet:76,cmake:64,cmake_build_typ:64,cmake_cuda_flag:64,cmake_cxx_flag:64,cmake_module_path:64,cmakecommandarg:64,cmakeset:64,cnn:84,co:[67,77,84],code:[56,59,62,66,71,75,77,82,83,85],coeffici:84,collapse_navig:74,collat:77,collect:[56,62,63,71,72],colon:76,color:[24,27,69,76],colored_output_on:[27,43,69],column:77,com:[60,62,65,85,86,87],combin:[56,83],come:[65,75,83,87],command:[53,62,65,76,77,82,87],comment:[65,76],commodo:79,common:[54,55,68,76,83],common_subexpression_elimin:55,commonli:77,commun:[50,53,62,64,72],compar:[63,83],comparis:[0,2],comparison:[1,47],compat:[0,1,47,55,58,64,65,71,72,83],compatibil:71,compil:[21,31,37,42,46,50,51,53,55,56,58,61,63,68,69,71,72,74,82,83,85,86,87,88,89],compile_spec:[85,89],compilegraph:[62,85],compilesepc:33,compilespec:[3,4,21,32,37,42,46,51,56,62,72,85,89],compilespecenum:[],compilespecstruct:51,complet:[56,62,82],complex:[48,50,63,65,82],complianc:53,compliat:85,complic:65,compon:[57,59,82,86],compos:[82,83,85,87],composit:62,compound:84,comput:[50,71,76,83,84,85],conceiv:76,concept:[],concorr:87,condimentum:79,condit:[56,76],conf:[74,81],confidence_scor:87,config:[65,68,83,87],configur:[32,37,49,62,65,66,71,72,80,85,87],configurationtyp:64,configureset:64,congu:79,connect:[55,72,76,87,89],consectetur:[77,79],consecut:56,consid:[56,62,72],consider:87,consist:[55,76,83],consol:53,consolid:[56,82],constant:[54,55,56,62],constant_pad_nd:67,constexpr:[0,1,2,46,47],construct:[0,1,2,3,4,47,49,50,54,55,57,59,61,62,70,71,76,77,83,85],constructor:[0,2,47,49,50,58,82],consult:75,consum:[4,54,82],contact:77,contain:[30,31,53,54,55,56,61,62,65,68,71,76,77,82,83,85,86,87],content:[80,85,87],context:[54,57,58,59,69],contextnet:84,contigu:[2,49,50,53,71,72],continu:[76,83,86],contributor:62,control:[82,83],conv1:[62,82],conv2:[62,82],conv2d:82,conv:[50,53,62],conval:79,convect:49,conveni:[84,85],convent:[33,71],converison:83,convers:[55,56,58,62,71,72,83],conversionctx:[61,62],convert:[3,4,31,32,37,53,55,56,57,59,63,66,71,72,84,86,88],convert_method_to_trt_engin:[21,42,46,51,71,72,88],convertgraphtotrtengin:62,convien:50,convienc:[3,4,50],convolut:[72,85,89],convtert:83,coordin:59,copi:[45,61,67,70,77,83,87],copy_:67,copyright:[43,44,45,46,62,77],core:[46,53,55,56,59,62,71,89],core_id:71,corpor:[43,44,45,46],corpu:84,correct:[58,65,74],correctli:65,correctness_atol:68,correctness_rtol:68,correspond:[61,65,71,83],cosh:67,could:[56,83],count_include_pad:67,coupl:[54,59,83,86],cout:62,cover:84,cp:65,cpp:[14,15,43,44,45,46,52,55,59,62,65,85],cpp_frontend:85,cppdirectori:51,cppdoc:62,cpu:68,cra:79,creat:[29,30,33,53,54,56,58,61,62,66,72,76,83,87],create_backend:[],credit:62,criteria:[56,57,59],cross:76,cs:85,csrc:[55,60],cstddef:85,ctestcommandarg:64,ctrl:64,ctx:[61,62],ctype:62,cuda113:65,cuda:[50,58,62,63,64,65,68,71,83,85,87,88],cuda_graph_batch_s:[68,83],cuda_runtim:[21,46],cudafloattyp:62,cudasetdevic:35,cudnn:64,cudnn_en:67,cudnn_root_dir:64,cumsum:67,curabitur:79,curl:[65,76],current:[23,56,58,61,64,65,68,72,74,83],cursu:79,custom:[53,65,83],custom_backend:[],custom_class:[21,46],custom_mapp:83,customclasshold:[46,49],cut:76,cxx11:86,d:[53,76,77,89],d_silence_experimental_filesystem_deprecation_warn:64,dapibu:79,data:[0,2,3,4,29,30,45,47,49,50,53,54,56,57,59,61,63,67,68,70,71,72,76,80,83,84,85],data_dir:85,data_item_1:75,data_typ:87,dataclass:83,dataflow:[61,62],dataload:[4,29,30,45,50,70,85],dataloader_:45,dataloadercalibr:[70,85],dataloaderopt:85,dataloaderuniqueptr:[4,45],dataset:[29,70,84,85],datatyp:[1,21,39,46,47,49,50,51,63,71,72,87],datatypeclass:51,date:77,david:77,dbg:65,dcmake_build_typ:65,dcmake_module_path:65,de:71,dead_code_elimin:55,deal:61,debug:[16,27,46,50,53,61,64,69,71,72,88],debugg:[53,72],decid:71,declar:65,deconvolut:89,decor:83,dedic:[55,77],deep:[61,66,74,85,89],deeplearn:[60,83],def:[63,76,82,83,87],defin:[0,1,2,3,4,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,44,47,48,49,50,52,53,62,63,71,74,82,83,84,85],definit:[52,61,76],deiti:76,delet:[0,1,2,46,47,55],delimit:55,demo:[76,85],demonstr:[76,77,78,84,85,87],demostr:84,denot:76,dep:[64,65],depend:[29,34,54,59,62,63,64,83,86,87],depickl:58,deploi:[57,59,62,66,85,87],deploy:[53,62,63,71,84,85,86,87,89],deprec:[67,83],depth:[74,84],descclassnam:76,descnam:76,describ:[50,56,61,82,87,88],descript:[56,77],deseri:[62,71,72],design:[83,84,89],desir:[77,85],desktop:64,destini:77,destroi:[61,77],destructor:61,detail:[62,82,83,86,87],detect:[49,58],determin:[55,83],determinist:67,dev0:[],dev:71,develop:[62,64,65,66,76,77,83],deviat:53,devic:[21,33,35,39,46,50,51,53,58,63,67,68,70,71,72,84,85,88,89],device_typ:[46,47,71,85,88,89],deviceclass:51,devicetyp:[21,39,46,47,51,71,85,88,89],devicetypestruct:51,diam:79,dict:[71,72],dictionari:[71,72,88],dictum:79,dictumst:79,did:76,didn:76,differ:[29,55,56,59,65,66,74,82,83],dignissim:79,dilat:67,dim0:67,dim1:67,dim:[67,68,83,87],dim_int:67,dim_intlist:67,dimens:[49,55,68,83,84],direct:[80,86],directli:[61,64,65,66,70,85],directori:[18,19,20,21,43,44,45,46,51,64,65,71,85],disabl:[53,69,71,74,75],disable_profil:71,disable_tf32:[46,50,72,85],disclos:65,disconnect:76,discret:76,discuss:87,displai:[53,69,74],display_github:74,display_gitlab:74,display_vers:74,dist:65,distdir:65,distribut:[62,71,85,86],div:[56,67],div_:67,div_lgamma:56,divisor_overrid:67,django:75,dl:76,dl_open:86,dla:[1,46,47,50,53,66,71,72],dla_cor:[46,47,53,71,85,88,89],dla_global_dram_s:[46,50,53,72],dla_local_dram_s:[46,50,53,72],dla_sram_s:[46,50,53,72],dla_standalon:53,dlacor:53,dll:53,do_not_merg:56,doc:[59,60,65,74,75,76,81],docker:87,docsrc:59,docstr:[63,76,77],document:[43,44,45,46,51,59,62,74,76,77,81,82,85,86,87,88],docutil:[76,77],doe:[44,45,55,56,61,76,83,85],doesn:[62,65,76,82],dolor:[77,79],domain:[49,71,77,85],don:[61,74,76,77,83,85,87],done:[54,56,59,87],donec:[77,79],dont:43,dothismethod:76,dotpai:75,dotpayprovid:75,doubl:[46,49,50,53,72,76],down:[65,74,83],download:[65,80,85,87],downstream:84,doxygen_should_skip_thi:[45,46],dpython:[71,72],dram:53,dream:77,driver:65,drop:[65,74],dt:76,dtensorrt_root:65,dtorch_dir:65,dtyep:68,dtype:[46,49,50,53,63,67,68,71,72,83,84],dual:76,due:[3,4,65,75,76],dui:[77,79],dump:[36,53,65,71],dump_build_info:[21,39,46,51,71],dump_layer_info:71,durat:76,dure:[50,53,56,61,70,84,85,86],dyanmo:[],dynam:[49,50,68,71,72,83],dynamic_batch:[68,83],dynamo:[],dynamo_compil:[],dynamo_compile_advanced_usag:[],dynamo_compile_resnet_exampl:[],dynamo_compile_transformers_exampl:[],e:[29,30,53,55,61,62,64,65,68,71,82,83,85],each:[3,4,50,54,55,56,58,61,62,65,68,74,76,83],ear:76,earli:83,eas:44,easi:[53,54,55,62,85],easier:[57,59,61,62,71,83,85],easiest:65,easili:[3,4],echo:76,edg:76,edit:[64,74],edu:85,effect:[55,62,74,83,84,85],effici:61,efficientnet:84,efficitur:79,eg:87,egesta:79,eget:79,either:[48,49,53,61,62,63,65,71,72,74,76,82],el:67,eleifend:77,element:[58,76,77,80,83],element_typ:45,elementum:79,elit:[77,79],elk:76,els:[44,45,49,72,76,77],elu:67,emb:[33,53,72,77],embed:[53,58,67,72,76,89],embed_engine_in_new_modul:[21,42,46,51,72],emit:54,emphasi:76,empti:[50,68,72,77,82],empty_cach:[],emum:[16,17],en:74,enabl:[3,4,24,50,53,56,57,59,68,69,70,71,72,74,83],enable_precis:62,enable_profil:71,enabled_precis:[46,50,62,63,71,72,85,87,88,89],enalbed_precis:89,encod:[58,71,84],encompass:[71,72],encount:[56,65],encourag:87,end:[45,53,61,62,67,72,76,85],end_dim:[62,67],endif:[44,45,46],energi:76,enforc:62,engin:[0,1,17,32,33,37,46,47,49,50,53,54,56,57,59,62,63,66,68,71,72,74,85,86,88,89],engine_byt:71,engine_converted_from_jit:62,engine_nam:71,engine_str:71,enginecap:[21,39,46,50,51,71,72,88],enginecapabilitystruct:[],english:84,enhanc:76,enim:79,ensur:[29,55,56,64,71],enter:[54,71],entir:76,entiti:76,entri:[50,61],entropi:[29,30,85],entropy_calibr:70,entropy_calibration_2:[70,85],enumer:[0,1,2,16,17,47,70],environ:[83,87],ep:67,eq:[67,76],equat:76,equival:[32,57,59,61,62,72,82,85],equivil:37,erat:79,erf:67,eric:76,ero:79,error:[16,50,53,54,55,59,62,65,69,72,76,83],essenc:76,essenti:83,est:79,et:79,etc:[74,76,83,89],etiam:79,eu:79,euismod:79,eval:[62,63,87],evalu:[57,58,59],evaluated_value_map:[54,61],even:62,event:49,everi:[56,62,68],everyth:16,ex:[0,1,2,33,47,71,72,77,79],exact:87,examin:83,exampl:[49,56,58,59,61,62,63,64,66,69,71,72,74,75,77,80,82,83,85,86,87],example_tensor:71,exceedingli:76,except:83,exception_elimin:55,excerpt:77,excit:84,execpt:55,execut:[33,50,53,55,57,58,59,62,65,68,71,72,82,83,85,87],execute_engin:[58,62,71],exert:76,exeuct:58,exhaust:62,exist:[4,31,32,37,65,70,71,72,83,84,85],exit:87,exp:67,expand:[55,67],expand_a:67,expanded_asset:65,expect:[49,55,61,62,63,71,84],experiment:[72,83],explain:83,explan:83,explic:45,explicit:[0,1,2,3,4,46,47,55,66,68,76,83,85],explicit_batch_dimens:[68,83],explicit_precis:68,explicitli:[56,57,59,63,72,85,88],explict:[45,71],explictli:0,explor:[],expon:67,expos:85,express:76,ext:[76,77],extend:[57,59,61,62,64,67,84],extens:64,extent:[62,66],extern:[74,76],extra:[62,71],extract:[62,84],extrem:76,ey:76,f16:[53,62,89],f32:53,f:[65,76,82,83],facilisi:79,fact:65,facto:76,factori:[4,29,30,85],fail:[62,89],fake_quantize_per_channel_affin:67,fake_quantize_per_tensor_affin:67,fall:71,fallback:[53,57,59,61,89],fals:[0,1,2,3,4,45,46,47,50,62,67,68,71,72,74,75,76,77,83,85,88],fame:79,familiar:87,far:[76,83],fashion:[62,84],fast:[50,53,72],faster:84,faucibu:79,fc1:[62,82],fc2:[62,82],fc3:[62,82],fc:[50,53,55],feat:[62,82],featur:[53,56,62,83,84,85,88],fed:[3,4,49],feed:[29,30,62],feedforward:84,feel:66,feli:79,feugiat:[77,79],few:[65,71,83],field:[3,4,68,71,85],fifth:77,figur:[56,77,79],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,47,48,49,50,53,56,58,59,62,64,65,68,70,71,72,74,75,77,81,83,85,87],file_path:53,filepath:64,find:[4,62,65,83],finder:65,finibu:79,finish:83,first:[49,54,55,62,63,76,77,83,85,87],firstli:87,fit:76,fix:[50,76,83,89],fixed_s:[46,50],flag:[53,56,57,59,63,65,70,86],flaten:50,flatten:[46,48,62,67,82],flatten_convert:62,flesh:87,float16:[53,71],float32:[49,50,53,71,72,83],float64:72,float_int:67,floor:67,floor_divid:67,floordiv:67,flow:[61,76,82,83,84],flox:76,flush:76,fly:82,fold:77,folder:[64,83],follow:[33,53,56,58,62,64,65,71,72,74,76,77,81,82,83,84,85,86,87],foo:[76,77,83],foo_kwarg:83,foo_nod:83,forc:[53,72,74,83],force_fp32_output:83,forced_fallback_op:56,form:[54,63,71,76,87],format:[33,46,49,50,53,63,67,71,72,76,77,84,87],forth:77,forum:65,forward:[29,30,32,33,56,58,61,62,63,71,72,82,85,88],found:[43,44,45,46,62,65,71,76,85,86],four:[76,77],fp16:[0,49,50,53,62,63,66,68,83,89],fp32:[0,49,50,53,66,72,83,84,85,87],frac:76,freed:61,freeze_modul:55,friend:46,fringilla:79,from:[0,1,2,3,4,29,30,45,47,49,50,53,54,55,56,57,58,59,61,62,64,66,68,71,72,74,75,76,77,82,83,84,85,87],from_pretrain:[],from_tensor:[71,83],frontend:[63,66],fssl:65,fstream:[20,45],full:[46,50,53,61,62,69,85,86,87,89],fulli:[31,53,55,62,71,72,85,89],further:[56,83],fusc:79,fuse_addmm_branch:55,fuse_flatten_linear:55,fuse_linear:55,fusion:[61,83],futur:[72,83],fx2trt:68,fx2trt_exampl:83,fx:[63,66,71],g:[29,30,53,55,64,65,68,71,76,83,85],g_:76,galleri:[],gamma:67,gatewai:75,gather:56,gaurd:44,gcc:[59,62],ge:67,gear:85,gener:[3,4,29,53,55,58,59,61,62,64,65,68,74,76,77,80,82,83,85],get:[0,1,2,3,4,23,34,45,47,55,56,61,62,65,69,71,83,84,85,87],get_batch:70,get_batch_impl:45,get_batch_s:70,get_build_info:[21,39,46,51,71],get_cache_mode_batch:70,get_extra_st:71,get_is_colored_output_on:[18,40,43,51,69],get_layer_info:71,get_logging_prefix:[18,40,43,51,69],get_output:83,get_reportable_log_level:[18,40,43,51,69],getattr:[55,58,62,82],getbatch:[3,4,45],getbatchs:[3,4,45],getdimens:[61,62],getoutput:[61,62],getvalu:71,git:80,github:[60,62,65,74,85,86,87],github_url:74,gitlab:74,gitlab_url:74,give:[74,76,83],given:[49,50,53,55,62,63,68,70,71,72,82,83,88],global:[26,53,62],gnu:65,go:[45,55,56,62,66,82,83,84,87],goal:61,goe:[76,83],good:[45,61,76,83],goodger:77,googl:74,got:[62,76],gpu:[1,32,35,37,46,47,53,62,71,72,83,85,87,88,89],gpu_id:[35,46,47,53,71,85,88,89],graph:[16,31,32,37,46,50,53,54,56,57,59,61,62,66,68,69,72,82,83,84],graph_input:[46,50],graph_modul:68,graphinput:[21,39,46,50,51],graphinputsstruct:51,graphmodul:[63,68],gravida:79,great:[62,76],greater:69,greedi:56,group:[67,76,77],grpc:87,gru_cel:67,gt:67,gtc:66,guangzhou:77,guarante:[56,71],guard:55,guard_elimin:55,gui:76,guid:[66,75],gulf:87,gz:[76,77,85],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,47,48,49,50,51,52,53,55,62,85],ha:[50,54,55,56,57,59,61,62,64,68,76,77,82,83,84,85],habit:79,habitass:79,hac:79,hack:45,hakaimagazin:87,half:[53,62,63,71,76,85,87,88,89],hand:87,handl:[55,56,58,71,83],happen:[82,83],hardtanh:[61,67],hardtanh_:67,hardwar:89,has_batch_dim:68,hash:65,have:[29,33,45,53,54,55,56,61,62,63,65,66,68,71,72,76,82,83,84,85,87],haven:62,header:[62,74,76,77,87],heart:77,heaven:76,heck:76,heh:77,hehe:77,height:76,help:[27,53,54,61,62,83,84,86],helper:61,hendrerit:79,here:[45,54,56,58,62,65,74,76,77,82,83,85,86,87],hermet:65,hexagram:76,hfile:51,hi:[67,76,77],hidden:[44,74],high:[49,55,56,74],higher:[55,74,76,82],highli:[84,87],highlight:76,hinton:85,hit:56,hold:[47,48,49,54,61,85],holder:[58,78],holi:76,home:65,hood:59,hope:77,host:[50,53,65,72,87],how:[3,4,65,76,78,80,82,84,86,87,88],howev:[29,65,74,75,87],html:[60,65,76,82,85],html_theme:81,html_theme_opt:74,html_theme_path:81,http:[60,62,65,71,74,76,82,84,85,86,87],http_archiv:65,httpclient:87,hub:87,huggingfac:84,human:76,humankind:77,hx:67,hybrid:72,hyperlink:76,hyphen:76,i8:53,i:[53,55,61,62,67,71,76,77,82,85],iaculi:79,icon:[74,76],id:[35,46,53,71,74,75,79,89],idea:[55,76],ident:53,identifi:56,idx:67,ifndef:[45,46],ifstream:45,ignor:71,iii:77,iint8calibr:[3,4,29,30,45,46,50,72,85],iint8entropycalibrator2:[3,4,29,30,45,85],iint8minmaxcalibr:[29,30,85],ilay:61,illustr:[83,84],imag:[85,87],imagenet:84,imagenett:84,images_:85,img1:87,img:87,img_path:87,imperdiet:79,implement:[3,4,55,56,58,62,71,75,83,85,86],implic:55,implicit:[67,68,76,83],implicitli:71,implictli:71,improv:77,in_shap:62,in_tensor:82,incapsul:71,incas:45,includ:[13,15,16,34,36,43,44,45,46,52,53,56,57,58,59,62,65,68,71,74,76,82,83,85],includedirectori:51,includehidden:74,incompat:65,incorpor:77,indent:76,index:[33,60,66,67,71,72,74,80,85],indic:[67,74,76],indirect:76,individu:63,inetworkdefinit:54,infer:[55,62,71,72,83,84,85],inference_output:87,inferenceservercli:87,inferinput:87,inferrequestedoutput:87,info:[16,32,37,46,53,61,62,69,71],inform:[25,33,34,36,49,53,54,56,58,62,65,66,68,69,71,76,82,83,85,88],infrastructur:[85,87],ingest:59,inherit:[51,83,85],inheritenviron:64,initi:76,injuri:76,inlin:[0,1,2,3,4,29,30,45,47,49,55,62,77,80],inner:[50,77,84],input0:[62,63],input1:[62,63],input2:62,input:[3,4,21,29,33,39,45,46,48,50,51,53,54,55,56,58,61,62,63,67,68,69,71,72,77,82,83,84,85,87,88,89],input_0:[58,62],input__0:87,input_binding_nam:[33,46,71,72],input_data:[63,82],input_file_path:[53,89],input_is_dynam:46,input_nam:[68,71,83],input_s:[56,62],input_scal:67,input_shap:[85,89],input_signatur:[46,48,50,63,72],input_spec:[53,68,83],input_tensor_spec:[68,83],input_v:83,inputclass:51,inputrang:[56,62],inputtensorspec:[68,83],insert:[62,85],inserting_befor:83,insid:[76,87],inspect:[61,62,82],instal:[62,66,80,86,87],installroot:64,instanc:[55,62,70,71,82,84],instance_norm:67,instanti:[57,58,59,61,62,71],instatin:[0,1,2,47],instead:[50,53,54,55,62,65,86],instnanti:58,instruct:[56,57,59,62,65,83,87],insur:65,int32:[71,72,84],int64:[0,71,72],int64_t:[46,47,49,50,85,89],int8:[0,45,49,50,53,66,71,72,85,89],int8_t:[17,46],int8cachecalibr:[20,29,41,45,51],int8cachecalibratortempl:51,int8calibr:[3,20,30,41,45,51],int8calibratornamespac:51,int_float:67,integ:[71,79],integr:66,intend:65,intent:[55,76],interact:76,interdum:79,interest:[55,76],interfac:[0,1,2,47,58,59,61,85],interfer:76,intermedi:[16,50,53,69,72,82],intern:[1,16,47,61,62,69,71,76],internal_error:69,internalerror:69,interpol:76,interpret:[58,76,83],interv:71,intro_to_torchscript_tutori:82,introduc:[83,84],invok:[62,82,83],io:[45,71,87],iostream:[20,21,45,46,62],ipso:76,ipsum:[77,79],ipynb:[],ir:[57,59,61,63,71,82],is_aten:68,is_floating_point:67,is_train:85,iscustomclass:61,ishap:50,ishapelay:72,isinst:83,isn:[74,76],issu:[3,4,62,65],istensor:61,istream_iter:45,it_:45,ital:76,item:[75,77],itensor:[54,61,62,83],iter:[20,45,50,53,54,70,71,72],its:[29,54,56,58,61,65,71,76],itself:[0,1,2,47,53,55,65,87,88],iv:77,ivalu:[46,48,50,54,58,61,62],jan:77,jetpack:65,jetpack_5:65,jetpack_x:65,jetson:84,jit:[31,32,33,37,46,48,50,53,54,55,56,57,58,59,60,61,62,63,71,72,82,87,88],jp_workspac:65,jpg:87,json:[64,71],jump:87,jupyt:[],just:[45,46,55,56,62,63,66,69,71,76,78,82,83,84,86,88],justo:[77,79],k:[67,85],kbool:[0,46],kchannelslast:[2,46],kchar:[0,46],kclip:61,kcontigu:[2,46,49],kcpu:[1,47],kcuda:[1,47,56,62],kdebug:[16,43,45],kdla:[1,46,47,89],kdla_standalon:[17,46],keepdim:67,kei:[76,82,87],kept:77,kernel:[49,50,53,61,71,72,83],kernel_s:67,kerror:[16,43],keyboard:76,keyword:[71,72],kf16:[85,89],kfloat:[0,46,50],kgpu:[1,46,47],kgraph:[16,43,55],khalf:[0,46,62],ki8:85,kind:[54,83],kinfo:[16,43,45],kint:[0,46],kinternal_error:[16,43],klong:[0,46],know:[43,61,74,76],knowledg:76,kriz:85,krizhevski:85,ksafeti:[17,46],kstandard:[17,46,50],ktest:85,ktrain:85,kunknown:[0,2,46],kwarg:[70,71,83,84],kwarn:[16,43],l:67,label:[76,84,85,87],lacinia:79,lack:[56,57,59,83],lacu:79,laid:62,lambda:[61,62,76,87],lang:75,languag:[75,76,77,82,87],laoreet:79,larg:[57,59,62,74,76,84,85],larger:[56,74,84],largest:67,last:[2,55,71,83],lastli:87,latenc:71,later:[29,62],latest:[64,65,74],launch:87,layer:[47,50,53,54,55,61,62,71,72,83,84,85,87,89],layer_norm:67,layout:[2,49,67,71,72],ld_library_path:65,ld_preload:86,ldd:65,le:67,lead:76,leader:76,leaky_relu:67,leaky_relu_:67,learn:[62,66,85,87,89],leas:77,least:[76,77],leav:55,lectu:[77,79],left:[74,76],legacy_calibr:70,legend:76,len:67,lenet:[62,82],lenet_script:[62,82],lenetclassifi:82,lenetfeatextractor:82,length:[3,4,45,67,77,83],leo:79,let:[47,53,55,61,71,72,74,76,83,84,87],letter:[77,84],level:[18,23,25,26,40,43,45,51,55,56,59,69,72,80,82,83,87],levelnamespac:51,leverag:[83,85],lgamma:56,lib:[55,62,64,65],libero:[77,79],librari:[34,43,44,45,46,53,57,58,59,61,62],libtorch:[4,36,61,62,64,65,85],libtorch_pre_cxx11_abi:65,libtorchtrt:[53,62,65],libtorchtrt_plugin:86,libtorchtrt_runtim:86,licens:[43,44,45,46,62,64],light:76,ligula:79,like:[53,54,55,58,61,62,63,65,75,76,82,83,85,86,87],limit:[55,69,75,85],line:[53,62,77],linear:[2,56,67,71,82],link:[53,54,62,66,74,75,80,86],linux:[59,62,65],list:[18,19,20,21,31,50,52,54,56,58,61,62,63,65,67,68,71,72,80,83,87],listconstruct:[54,56,58,62],listunpack:[58,62],liter:77,literal:77,literal_block:76,live:[61,76],ll:83,lo:67,load:[53,56,58,62,63,70,72,83,84,85,86,87,88],load_librari:86,load_state_dict:71,loading_data_recip:85,loborti:[77,79],local:[53,55,62,74],localhost:87,locat:[65,85],lock:75,log:[15,16,19,20,39,45,51,52,55,61,66,67,68,71,83],log_debug:61,logger:69,logger_level:68,loggingenum:51,logic:83,login:87,logist:83,loglevel:69,logo_onli:74,lone:77,longer:[74,86],look:[54,55,82,85,87,88],loop:[56,83],loop_unrol:55,lorem:[77,79],lose:74,loss:[84,85],lot:61,low:[49,83],lower:[16,68,69,71,77,83,84],lower_exampl:83,lower_graph:55,lower_precis:[68,83],lower_set:[],lower_tupl:55,loweralltupl:55,lowerprecis:[68,83],lowersimpletupl:55,lstm_cell:67,lt:67,ltorchtrt:86,luctu:79,lvl:[25,26,43],m:77,machin:[58,85,87],macro:[5,6,7,8,9,10,11,12,15,18,20,21,43,45,46,51,52],mad:76,made:[55,57,59,76],maecena:79,magna:79,mai:[54,56,58,59,62,63,71,72,76,77,82,83,85,87],main:[55,56,57,58,59,61,62,74,76,78,83],mainli:83,maintain:[56,58,61],major:[59,83],make:[54,62,63,65,76,78,83,84,85,87,89],make_data_load:[4,85],make_int8_cache_calibr:[20,41,45,51,85],make_int8_calibr:[20,29,41,45,51,85],malesuada:79,man:[76,77],manag:[50,53,54,57,59,61,62,64,69,71,72],mangag:55,mani:[56,74,76,77,83],mantissa:[50,72],manual:[75,76,83],map:[1,47,54,55,57,59,61,62,83,84,85,87,88],mapper:83,mark:[55,56,74],marknodesforfallback:55,markup:[77,80],markup_process:76,mask:67,masked_fil:67,massa:79,master:[60,65,85,86],mat2:67,match:[55,65],math:80,matmul:[55,62,67],matrix:60,matter:83,matti:77,matur:59,mauri:[77,79],max:[49,53,61,67,71,74],max_batch_s:[68,83,87],max_c:53,max_h:53,max_input_shap:68,max_n:53,max_pool1d:67,max_pool2d:[62,67,82],max_pool3d:67,max_shap:[46,49,63,71,72,83,84],max_val:[61,67],max_w:53,max_workspace_s:[68,83],maximu:79,maximum:[49,50,53,68,72,83,87],mayb:76,mb:53,md:60,me:[76,77],mean:[56,61,66,67,68,83,87],mechan:[61,83,84],medium:76,meet:71,member:[47,48,49,50,71],memeori:2,memori:[20,21,45,46,55,61,62,63,71,72],memory_format:[67,71],memoryformat:[2,46],men:76,mental:76,menu:[53,74,76],menuselect:76,merg:56,messag:[16,25,26,53,69],meta:[80,83],metadata:[50,53,58,61,72,74],meth:76,method:[31,32,33,37,49,53,55,61,62,65,71,72,76,82,84,88],method_nam:[31,37,46,53,62,71,72],metu:79,mi:79,microsoft:64,middl:76,might:[55,65,74],min:[49,53,61,67,71],min_acc_module_s:68,min_block_s:[46,50,56,72],min_c:53,min_h:53,min_input_shap:68,min_n:53,min_shap:[46,49,63,71,72,83,84],min_val:[61,67],min_w:53,mind:76,mine:76,minim:[68,85],minimum:[49,50,53,56,69,72],minmax:[29,30,85],minmax_calibr:70,minor:64,minut:[],misbuild:74,miss:[62,76],mkdir:65,mm:87,mmb:76,mobilenet_v2:88,mobilenetv2:84,mod:[53,56,62,80,83,85],mode:[63,83,85],mode_:85,model:[53,56,58,62,63,66,68,69,71,82,85,88],model_half:[],model_nam:87,model_repositori:87,model_torchtrt:69,model_trt:69,modifi:[56,77,83],modul:[31,32,33,37,46,50,53,56,57,58,59,61,63,64,65,66,68,71,72,75,76,77,83,84,85,88,89],modular:62,module_fallback:55,module_nam:53,molesti:79,momentum:67,morbi:79,more:[54,62,63,65,66,71,74,77,82,83,85,86,87,88],most:[59,65,68,83,86,87],mother:76,motion:76,mous:76,move:[30,45,55,58,62,72,85],ms:64,msg:[26,43,69],msvc:64,msvc_x64_x64:64,mu:76,much:[61,74,76,85],mul:[56,67],mul_:67,multi:53,multipl:[58,76,77,85,87],multipli:[50,72],must:[33,49,50,53,55,56,61,62,65,68,71,72,76,77,83,86],mutil:77,my:76,my_modul:71,my_pytorch_model:83,myclass:76,mymodel:[56,63],myself:77,n:[53,61,62,85],nabla:76,nam:[77,79],name:[3,4,31,33,37,45,56,58,61,62,64,65,68,70,71,72,76,77,82,83,87,88],namedtupl:83,namespac:[43,44,45,46,52,55,66,85],narrow:67,nativ:[59,60,62],native_funct:60,natur:76,nav:[74,80],navig:74,navigation_depth:74,nbbind:[3,4,45],nchw:[2,71,72],ne:[55,67],nec:79,necessari:[43,86],need:[0,1,2,25,29,44,47,54,55,61,62,63,65,68,71,76,83,84,85,86,87],neg:67,negative_slop:67,nequ:[77,79],nest:[46,50,51,76,77],net:[61,62,76,77],netu:79,network:[29,30,61,62,83,84,85,87,89],neural:89,new_batch_size_input:[],new_batch_size_output:[],new_input:[],new_lay:61,new_local_repositori:65,new_output:[],new_siz:85,newer:65,next:[3,4,54,58,68,74,76,77,85,87],ngc:[65,87],nhwc:[2,53,71],nibh:[77,79],nice:65,nickel:76,night:77,nightli:83,ninja:[64,65],nisi:79,nisl:79,nlp:[29,30,85],nn:[55,60,62,63,68,71,72,82,83],no_grad:[],node:[55,56,57,59,61,62,68,83,84],node_info:[61,62],noexcept:[3,4,45,85],non:[77,79],non_block:67,none:[61,67,68,71,72,74,76,83],nonetheless:76,nonexist:76,norm:67,normal:[0,1,2,47,62,76,82,83,85,87,89],normalized_shap:67,noskipw:45,notat:71,notatemoduleforfallback:55,note:[1,47,49,61,62,64,65,71,74,76,83,89],notebook:[59,66],now:[55,56,59,61,62,65,76,83,88],np:87,nu:76,nulla:79,nullptr:[45,46,50],num:53,num_avg_timing_it:[46,50,72,88],num_it:53,num_op:53,num_work:85,number:[3,4,50,53,55,56,61,62,63,68,71,72,74,83,84],numel:67,numer:[53,77,83],numpi:87,nunc:79,nvcr:87,nvidia:[32,37,43,44,45,46,53,60,62,65,71,72,83,87,89],nvinfer1:[3,4,29,30,45,46,50,61,85],nvinfer:[20,45],o:[65,76,87],obj:67,object:[0,1,2,3,4,47,49,50,53,58,61,69,70,71,72,85,88],obtain:84,obvious:82,odio:[77,79],off:[56,58],offici:65,ofstream:[45,62],often:76,oh:77,ok:[62,76],okai:50,older:59,onc:[43,44,45,46,54,55,56,58,83,85,86,87],one:[48,55,61,62,63,69,71,76,82,83,87],ones:[43,56,57,59,62,65,76],onli:[1,3,4,16,29,45,47,49,53,55,56,59,61,65,68,69,71,76,83,85,86,89],onnx:55,onto:[53,58],op:[53,54,55,56,57,59,61,62,71,86],op_and_target:83,op_nam:53,open:[64,84,87],oper:[0,1,2,3,4,31,45,46,47,50,53,54,55,56,57,58,59,61,63,66,71,72,83,85,89],oppos:72,opset:[57,59],opt:[49,65,71],opt_c:53,opt_h:53,opt_n:53,opt_shap:[46,49,63,71,72,84],opt_w:53,optim:[49,53,55,62,63,66,68,82,83,84],optimin:49,optimiz:82,optimization_profile_field:71,optimize_target_shap:83,optimized_input_shap:68,optimized_model:[],optimized_model_custom:[],optimz:87,option:[45,49,53,56,57,59,64,65,71,76,80,83,85,86,89],orchestra:76,orci:79,order:[33,50,56,61,62,63,65,68,71,72,83],org:[60,62,65,74,76,82,85],organ:77,origin:[33,68,83],ornar:[77,79],os:46,ostream:46,other:[0,1,2,46,47,53,54,55,58,62,63,65,66,67,71,75,76,83,86],otherwis:[65,68,83,86],our:[56,59,62,82,87],out:[31,45,54,55,56,57,59,61,62,64,65,69,72,76,87],out_shap:62,out_tensor:[61,62],output0:55,output:[24,27,33,50,53,54,55,56,58,61,62,65,69,71,72,74,76,77,83,84,87],output__0:87,output_binding_nam:[33,46,71,72],output_file_path:[53,89],output_nam:[68,71,83],output_pad:67,output_s:67,outself:62,outsid:76,over:[57,59,76,83,87],overal:84,overrid:[3,4,29,30,45,71,83,85],overview:[60,66],own:[56,61,62,65,76,87],p:[53,62,67,87,89],packag:[53,55,62],pad:67,padding_idx:67,page:[66,78,80,87],pair:[55,61,65,76,84,85],pane:76,paragraph:[77,80],param:[70,75],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,35,37,47,49,50,54,55,61,62,68,69,71,72,80,82,83],parent:[14,15,18,19,20,21],pars:[62,76],parser:76,part:[53,56,59,71,74,75,76,83],partial:[53,76],partit:55,partitioninfo:56,pass:[33,54,56,57,58,59,61,62,65,69,70,71,72,82,83,85],past:76,path:[4,13,14,15,29,30,53,62,64,65,70,71,82,83,85,87],path_to_torchtrt_root:65,pathwai:82,pattern:[61,62,71],payment:75,pbtxt:87,peephole_optimz:55,pellentesqu:79,peopl:76,pep:76,perfetto:71,perforamnc:83,perform:[29,30,84,85,87],permit:76,permut:[67,83],persist:76,pharetra:79,phase:[16,61,62],phasellu:79,phi:76,philosoph:76,phrase:76,pi:76,pick:82,pickl:71,picklabl:71,pickler:58,piec:84,pil:87,pin:75,pin_memori:67,pip3:65,pip:[65,87],pipelin:[53,89],piplein:62,pixel_shuffl:67,pl:75,place:[49,55,65,76,77,78,83,85],placerat:79,plan:[53,59],platea:79,platform:[46,53,59,64,65,87,89],pleas:[62,65,76,83,87],plugin:83,point:[62,71,74,75,76,87],pointer:[3,4,85],polish:75,pool:89,pop:58,popul:68,popular:[65,75,84],portabl:[58,72],portion:[56,76],porttitor:[77,79],posit:[53,71,74,83],possibl:[65,76,84,87],post:[29,30,50,53,62,66],posuer:[77,79],potenti:[50,79],pow:67,power:[62,76,83,84],pr:62,praesent:79,pragma:[43,44,45,46,85],pre:[33,55,70,72,85,86],pre_cxx11_abi:65,preced:76,precis:[50,53,62,63,66,71,83,85,89],prefer:62,prefix:[27,28,43,69,76],preinstal:65,prelu:67,prepar:[83,87],preprint:85,preproc:70,preprocess:[85,87],prerequisit:64,present:64,preserv:[76,82,85],prespect:82,press:[64,76],pretium:79,pretrain:[84,87,88],pretti:62,prev_next_buttons_loc:74,prevent:[50,53,56],previou:[64,74],previous:[29,33,62],prim:[54,55,56,58,62,67,82],prim_devic:67,primal:76,primarili:[59,62],print:[16,31,45,62,69,71,72,76,87,88],priorit:65,privat:[3,4,45,46,85],problem:76,problemat:76,proce:87,proceed:87,process:[53,56,75,76,82,84,85,87,88],prod:67,produc:[49,54,58,61,62,71,76,84],product:50,profil:[49,68,71],profiling_results_dir:71,profiling_verbos:83,program:[18,19,20,21,29,52,53,57,58,59,66,82],programm:76,progress:77,proin:79,project:[65,75,80],projectdir:64,promis:83,prop:68,properli:65,properti:74,propog:55,prose:76,provid:[3,4,50,53,56,58,61,62,63,65,68,71,72,76,83,85,86,87,88],providi:[57,59],provok:76,pt:[53,62,83,87],ptq:[3,4,15,18,19,39,51,52,53,66,71,72],ptq_calibr:[3,4,46,50,85],ptqtemplat:51,publish:87,pull:[65,87],purchas:75,pure:31,purpos:[65,83,84,87],puru:79,push:58,push_back:[45,56],put:[76,84],put_binding_nam:72,pwd:[64,87],py3:87,py:[55,59,62,65,71,74,76,81,82,83,85],pyindex:[65,87],pypi:65,python3:[55,62,65],python:[53,56,59,62,68,71,72,76,77,83,84,86,87,88,89],python_api:60,pytorch:[33,49,50,53,55,56,57,58,59,61,62,63,65,70,71,72,82,85,86,87],pytorch_libtorch:87,pytorch_sphinx_them:[74,81],qat:84,quant_max:67,quant_min:67,quantiz:[29,30,53,62,66],quantizatiom:50,quartznet:84,question:62,qui:[77,79],quickli:[53,62,85],quisqu:79,quit:[61,62,84],quot:77,r:76,rais:[55,83],raiseexcept:55,ram:[50,53,72],rand:[62,83],randint:[],randn:[56,62,71,72,88],rang:[49,50,53,71,83,84],rank:74,rather:55,raw:74,re:[76,83],read:[3,4,29,30,45,74,76,85],read_calibration_cach:70,readcalibrationcach:[3,4,45],reader:76,realiz:58,realli:61,reason:[0,82,83],reattribut:77,recalibr:29,receiv:83,recip:85,reciproc:67,recognit:[84,85],recomend:[29,30],recommend:[29,30,62,65,76,83,87],recompil:[],record:[54,82],recurs:54,redistribut:77,reduc:[55,56,57,59,83,84,85],redund:83,ref:76,refer:[49,57,59,62,75,80,83,85,87],referenc:65,refit:[46,50,72,88],reflect:46,reflection_pad1d:67,reflection_pad2d:67,regard:[65,76],regardless:77,region:83,regist:[33,58,61,72,83],register_acc_op:83,register_acc_op_map:83,register_custom_acc_mapper_fn:83,registernodeconversionpattern:[61,62],registr:83,registri:[54,62],reinterpret_cast:45,rel:[53,56],relat:[47,76],relationship:51,releas:[64,76],reload_model_output:83,reload_trt_mod:83,relu:[56,62,67,82],relu_:67,relwithdebinfo:64,remain:[55,85],rememb:83,remov:74,remove_contigu:55,remove_dropout:55,remove_to:55,render:74,rent:77,reorder:56,repack:58,repeat:[53,67],repeat_interleav:67,replac:[55,56,65],replication_pad1d:67,replication_pad2d:67,replication_pad3d:67,repo:64,report:[23,45],reportable_log_level:69,repositori:[59,74,81,87],repres:[49,50,61,69,76,83],represent:[55,61,82,83,84],request:[62,71,87],requir:[29,50,53,54,55,62,69,71,72,74,83,85,86,87],require_full_compil:[46,50,72],requires_grad:67,research:83,reserv:[43,44,45,46],reset:45,reshap:[67,87],resiz:87,resnet18:[],resnet50:87,resnet:[58,84,87],resnet_trt:58,resolut:84,resolv:[54,55,57,59],resourc:[54,85],respons:[29,58,76],rest:[76,77,83],restrict:[50,72],restructuredtext:[76,77],result:[54,55,56,63,69,71,72,74,82,87],ret:55,reus:[55,83,85],revert:74,revis:[76,77],revisit:76,rewrit:56,rfc:76,rho_:76,rhoncu:79,right:[43,44,45,46,55,59,61,64,76],risu:79,rm:87,rn50_preprocess:87,role:76,roll:67,roman:77,room:76,root:[43,44,45,46,65,74,85],roughli:56,round:[50,72],rounding_mod:67,row:77,rst:[74,76],rsub:67,rtol:53,rule:[65,72,83],ruler:76,run:[1,37,47,50,53,54,55,56,57,58,59,61,62,63,65,66,68,71,72,76,82,83,84,85,86,87,88,89],running_mean:67,running_var:67,runtim:[62,66,71],runtimeerror:83,rutrum:[77,79],s:[49,50,56,58,61,62,64,65,66,68,71,74,76,77,82,83,84,85,87],safe:[61,72],safe_dla:71,safe_gpu:71,safeti:[50,53,71],sage:76,sagitti:[77,79],sai:[77,84],said:76,same:[56,58,62,65,71,74,76,82,83,87,88],sampl:[63,76,83,85,87],sample_input:83,sample_inputs_half:[],sapien:79,satisfi:[56,83],save:[29,45,53,58,62,63,71,72,83,84,86,87],save_timing_cach:[68,83],saw:62,scalar:[61,67],scalaropt_dim:67,scalartyp:[0,46,67],scale:[67,84,85],scale_factor:67,scale_grad_by_freq:67,scales_d:67,scales_h:67,scales_w:67,scatter:67,scelerisqu:79,schedul:[71,87],schema:[61,62],scheme:83,scientist:76,scope:55,scratch:29,scratch_spac:87,screen:74,script:[31,55,56,62,63,71,72,82,88],script_model:[82,88],scriptclass:72,scripted_model:89,scriptmodul:[62,63,71,72],scroll:[74,78],sdk:60,se:84,seamlessli:66,search:[66,74],second:[55,63,76,83],secondli:87,section:[62,74,76,77,78,80,83,85,87],sed:[77,79],see:[31,55,56,58,62,63,65,71,72,76,82,83],seen:[76,77],segment:[56,84],segmentmodelwithdependencyawar:56,select:[17,29,30,37,50,53,58,63,64,65,67,71,72,75,78,83,85],self:[55,58,61,62,63,67,70,71,82,84,89],self_1:[58,62],self_int:67,sell:77,seller:75,seller_id:75,sem:79,semant:76,semper:79,send:87,senectu:79,sens:[62,76],sentenc:[76,84],sentinel:[0,2],separ:[56,57,59],sequenc:[68,76,83,84],seri:56,serial:[33,37,53,57,59,62,71,72],seriali:72,serializ:[58,82],serialized_cach:[68,83],serialized_engin:[71,72],seril:58,serv:[53,58,66,83],servic:76,session:76,session_nam:76,set:[3,4,16,21,25,27,29,32,35,37,46,47,49,50,53,54,55,56,57,58,59,62,63,64,65,66,68,69,71,72,74,78,81,82,83,84,85,89],set_data_from_numpi:87,set_devic:[21,39,46,51,71],set_extra_st:71,set_is_colored_output_on:[18,40,43,51,69],set_logging_prefix:[18,40,43,51,69],set_reportable_log_level:[18,40,43,51,69],setalpha:61,setbeta:61,setnam:[61,62],setreshapedimens:62,setup:[44,85,87],sever:[16,26,69],sh:65,sha256:65,shape:[46,48,49,50,53,56,61,63,67,68,71,72,83,87,89],shape_mod:71,shape_rang:[68,83],share:[50,53,64,65,72],shell_command:76,shift:[64,65,67,76],ship:[62,86],shorthand:76,should:[0,3,4,29,46,50,53,54,55,56,57,59,61,66,69,71,72,74,76,79,83,85,87],show:[74,76,84],showcas:[],shown:[62,74,76],shuffl:[62,85],side:[55,62,74],sidebar:[74,80],sigmoid:[67,83],sigmoid_:67,sign:87,signatur:72,signifi:[49,55],signific:76,significantli:[55,74],similar:[61,62,83,86,88],simonyan:85,simpil:85,simpili:71,simpl:[76,77,82,83,84,87],simplest:87,simpli:[55,84],simplifi:54,simul:84,sin:[67,76],sinc:[55,62,71,76,82,83,85],sing:76,singl:[49,53,55,56,62,71,76,82,83,85],singular:61,sinh:67,sink:76,sit:[77,79],site:[55,62,65,76],six:76,sixth:77,size:[3,4,45,49,50,53,55,56,62,67,68,71,72,74,83,84,85],size_t:[3,4,45,85],skip:53,slash:74,slice:67,slightli:83,sm:58,small:[55,87],smaller:84,so:[0,45,53,54,55,58,59,61,62,65,66,68,75,76,77,83,85],sodal:79,softmax:[55,67,83],softwar:[50,53,72,76],sole:[63,85],sollicitudin:79,solv:87,some:[54,55,56,57,58,59,61,62,75,76,83,85],some_funct:76,someth:[44,55,76,87],someurl:76,sort:[61,67,71,88],sourc:[43,44,45,46,59,64,68,69,70,71,72,83],sourceforg:[76,77],space:[76,77,85],spaces_and_linebreak:76,span:77,spars:[53,67],sparse_weight:[46,50,72,83],sparsiti:[50,53,72,83],spec:[46,49,50,53,69,71,72,88],special:56,specif:[32,50,55,57,59,71,72,76,84],specifi:[3,4,33,53,61,63,65,66,69,71,72,74,76,83,87,88],specifii:71,speech:84,speedup:84,sphinx:[74,75,76,77,81],sphinx_rtd_them:[76,77],sphx_glr_tutorials__rendered_examples_dynamo_dynamo_compile_advanced_usag:[],spin:87,spirit:76,split:[56,67,83],split_siz:67,split_with_s:67,sqrt:67,squar:67,squeez:[67,84],sram:53,src:[58,60,67],ss:45,ssd300_trt:58,ssd:58,ssd_trace:53,ssd_trt:53,sstream:[20,45],stabl:[60,72,74],stack:[58,67,85],stage:[54,83],stand:[58,76],standalon:76,standard:[53,58,66,76,84,86,88],stapl:77,start:[54,56,62,65,67,77,83,84,88],start_dim:[62,67],start_step:67,state:[54,61,62,71],state_dict:71,statement:[55,76],static_cast:45,statu:[45,77],std:[3,4,22,26,28,29,30,31,33,34,37,43,45,46,48,49,50,56,62,85,87,89],stdout:[36,69,71],steamlin:85,step:[56,66,67,83,84,85],stick:74,sticki:[74,80],sticky_navig:[74,78],still:[45,56,83,85],stitch:[56,62],stop:62,storag:85,store:[2,4,50,53,54,58,61,62,71,72,82,83],str:[19,44,45,51,67,69,71,72,83],straight:61,strang:76,strategi:[56,71],street:77,strict:86,strict_type_constraint:83,stride:67,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,37,43,45,46,50,56,58,61,62,64,71,74,85],stringstream:45,strip_prefix:65,strong:76,strongli:76,struct:[1,21,39,42,46,85],structur:[29,47,50,56,59,61,74,76,80,82,87],structuredtext:76,stub:77,stuff:76,style:[43,44,45,46,74,76,77],style_external_link:74,sub:[67,76,82],sub_:67,subdirectori:52,subexpress:55,subgraph:[50,53,54,55,61,62],subject:59,submenu:80,submodul:[68,82],suboptim:56,subscript:76,subsect:76,subset:[84,85],substitut:76,subtitl:76,subtre:81,subword:84,success:64,sudo:65,suffic:55,suggest:87,suit:66,suitabl:83,sum:[50,67,72,83],superscript:76,supervis:84,suppli:76,support:[0,1,2,27,31,47,49,50,53,56,60,62,63,64,65,66,68,71,72,74,75,82,83,87,89],sure:[62,63,65,87,89],suscipit:[77,79],suspendiss:79,symbol:[33,65,71,72,76,83,86],symlink:81,system:[54,61,65,66,72],t1:67,t2:67,t:[0,1,2,46,47,55,61,62,65,67,71,74,76,77,82,83,85,87],t_:76,tabl:[65,80],tag:[76,87],take:[31,32,33,37,54,57,58,59,61,62,68,71,72,74,76,83,84,85,88],taken:76,talk:66,tan:67,tanh:67,tanh_:67,tar:[65,76,85],tarbal:[62,85],target:[1,33,46,47,49,50,53,56,58,59,63,64,66,71,72,83,85,88,89],target_devic:71,targets_:85,task:[29,30,83,84,85],techinqu:62,techniqu:85,tell:[55,56,57,58,59,61,76],tellu:79,tem:53,templat:[20,41,45,46,51,62,74],temporari:83,tempu:79,tensor:[2,33,45,46,49,50,53,54,55,56,58,61,62,63,67,68,71,72,82,83,84,85],tensor_domain:[46,49,71],tensor_mod:67,tensor_scalar:67,tensor_tensor:67,tensorcontain:61,tensorformat:[21,39,46,49,51,71],tensorformatenum:51,tensorlist:[56,61],tensorrt:[0,1,3,4,29,30,31,32,33,36,37,45,46,47,49,50,53,54,55,56,57,59,61,68,70,71,72,82,85],tensorrt_convert:83,tensorrt_root:64,tensorrtcompilespec:[72,88],tensort:83,teo:53,term:[64,71,76,77,84,85],termin:[27,53,62],test:[53,56,59,64,65,76,77,83,84,85,87],test_acc_trac:83,test_ptq_dataloader_calibr:85,test_ptq_trt_calibr:85,test_py_modul:[76,80],test_segment:56,testing_dataload:85,testing_dataset:85,text:[69,77,79,84],tf32:[50,53],than:[55,66,75,76,84,86],thats:[54,85],the_model_repositori:87,thei:[47,53,54,55,58,61,63,65,71,74,76,83],them:[55,56,58,62,65,74,83,84],theori:[54,76],therebi:[58,84],therefor:[29,58,62,76,83,84],theres:86,therfor:86,theta:76,thi:[0,1,2,29,30,43,44,45,46,47,48,49,50,53,54,55,56,57,58,59,61,62,64,65,68,71,72,74,75,76,78,79,82,83,84,85,86,87,88],thicker:76,thin:76,thing1:76,thing2:76,thing3:76,thing:[65,76,83],think:[61,76],third:[77,83],third_parti:[59,65],this_arg_is_opt:83,those:[54,76],though:[53,59,61,62,82],thought:76,three:[49,57,59,68,71,76,77,83,84,87],threshold:53,through:[49,54,55,56,58,62,63,66,69,70,76,83,84],throught:83,thrown:[50,72],thu:76,time:[50,53,54,55,56,57,58,59,61,62,68,72,74,76,83,85],timing_cach:83,timing_cache_prefix:[68,83],tincidunt:79,tini:85,titles_onli:74,tmp:62,toctre:74,tocustomclass:61,todim:62,todo:[74,83],togeth:[54,61,62],token:84,toler:53,too:[65,74,76,77],tool:[61,62,64,83,84],toolchain:[59,65],top:[59,74,78],topk:67,torch:[0,1,2,4,20,21,29,30,31,32,33,36,37,45,46,47,48,49,50,53,54,55,56,57,58,59,61,65,68,71,72,82,85,89],torch_dir:64,torch_executed_modul:[46,50,56,72],torch_executed_op:[46,50,56,72],torch_scirpt_modul:82,torch_script_modul:62,torch_tensorrt:[0,1,2,3,4,14,16,17,43,44,45,47,48,49,50,51,52,53,56,62,63,66,83,84,85,86,87,88,89],torch_tensorrt_build:64,torch_tensorrt_export:44,torch_tensorrt_major_vers:[19,44,51],torch_tensorrt_minor_vers:[19,44,51],torch_tensorrt_patch_vers:[19,44,51],torch_tensorrt_vers:[19,44,51],torch_tensorrtfil:51,torch_tensorrtnamespac:51,torchbind:58,torchdynamo:[],torchhub:87,torchscript:[19,21,39,44,46,50,51,53,56,57,58,59,63,68,71,72,84,88,89],torchscriptstruct:51,torchtrt:[44,56],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,43,44,45,46,49,50,51],torchtrt_check:61,torchtrt_hidden:[19,44,51],torchtrt_runtime_exampl:86,torchtrt_unus:61,torchtrtc:[65,66,89],torchvis:[58,85,87,88],toronto:85,tortor:79,total:[],totensor:[85,87],tovec:62,toward:85,trace:[56,62,71,72,82,83],traced_model:82,track:[61,85],tradit:[49,72,85],traget:32,trail:74,train:[29,30,50,53,62,63,66,67],trainabl:55,transcrib:84,transfer:75,transform:[62,85,87],transformed_img:87,translat:62,transmit:76,transpos:[67,83],trash:76,travers:[56,57,59],treat:53,tree:[43,44,45,46,74,85,86],trigger:[56,62,83],trim:85,tristiqu:79,triton:66,triton_to_np_dtyp:87,tritoncli:87,tritonserv:87,trt:[0,1,3,4,47,49,54,55,58,61,62,67,71,83],trt_engin:71,trt_interpreter_result:83,trt_lenet_script:62,trt_mod:[56,62,85,89],trt_model:[56,87,88],trt_modul:71,trt_ts_modul:[56,63],trtinterpret:[68,83],trtinterpreterresult:[68,83],trtmodul:[68,71,83],trtmodulenext:71,truncat:[50,53,72],truncate_long_and_doubl:[46,50,72],ts:[44,53,56,62,63,66,71,82,88],ts_model:[56,62],tt:76,tue:77,tup:67,tupl:[58,63,68,71,72,83],tupleconstruct:[55,58],tupleindex:67,tupleunpack:55,turn:[68,83],turpi:79,tutori:[82,85],two:[53,55,61,63,65,76,77,81,82,83,85,87],type:[0,1,2,30,50,51,53,54,56,58,61,62,63,64,68,69,71,72,76,83,84,85],type_fp32:87,typenam:[3,4,29,30,45],typic:[54,61,87],ugli:76,ui:[71,75],uint64_t:[46,50],ultric:79,un:85,unabl:[61,62],unbind:67,unbroken:76,uncas:84,uncom:65,under:[43,44,45,46,59,76,83],underli:[0,1,2,47,61],uniformli:84,union:[61,62,71,72],uniqu:[4,63],unique_ptr:[4,30],unit:83,univers:76,unknown:71,unless:83,unlik:[65,66,88],unlimit:74,unpack_addmm:55,unpack_log_softmax:55,unqiue_ptr:4,unreferenc:76,unrestrict:76,unsqueez:67,unstabl:59,unsupport:[31,50,64],unsur:61,untest:59,until:[54,56,59,61,65],unwrap:61,unwraptodoubl:61,unwraptoint:62,unzip:65,up:[54,55,56,57,58,59,76,82,83,84],updat:[64,68,83],upload:87,upon:74,upper:77,upsample_bilinear2d:67,upsample_linear1d:67,upsample_nearest1d:67,upsample_nearest2d:67,upsample_nearest3d:67,upsample_trilinear3d:67,upscale_factor:67,upstream:62,uri:76,url:[65,74,87],urna:79,us:[0,1,2,3,4,29,30,32,35,37,44,45,46,47,49,50,53,54,56,58,59,61,64,66,68,69,70,71,72,74,75,76,77,82,83,85,86,87,89],usag:[62,70,76,83],use_cach:[3,4,30,45,70,85],use_cache_:45,use_cmake_generated_export_head:44,use_experimental_fx_rt:68,use_input_stat:67,use_subset:85,usecas:[63,65],user:[43,49,56,57,58,59,62,63,65,66,76,77,85,87],using_int:[62,67],usr:65,usual:[74,83],ut:79,utf:[76,77],util:[61,62,72,84,85,87],v0:[73,87],v143:64,v1:76,v2:[29,30],v:[53,77,87],valid:[1,47,56,61],valu:[0,1,2,16,17,46,47,49,54,56,58,61,62,64,67,69,70,71,74,84],value_tensor_map:[54,61],vanilla:83,vari:68,variabl:[49,64,71,83],variant:86,varient:55,varieti:87,variou:[83,89],variu:79,vcs_pageview_mod:74,vec:67,vector:[20,21,33,45,46,48,49,50,56,58,62,85,89],vehicula:79,vel:79,velit:79,venenati:79,verbios:53,verbos:[53,68,77,83],verbose_log:[68,83],veri:[77,78,83,85,87,88],verifi:56,verison:65,version:[34,36,59,64,65,74,77,83,84,87],vertic:[74,76],vestibulum:[77,79],vgg16:85,vgg:85,vi:76,via:[63,66,71,72,74,80,83,84,85,86],view:[67,74],virtual:85,vision:[83,87],visitor:74,visual:71,vita:[77,79],vivamu:79,viverra:79,vm:77,volutpat:79,vs:[0,1,2,47,55,72,88],vscode:64,vulput:79,w:53,w_hh:67,w_ih:67,wa:[55,58,62,71,76,83],wai:[53,62,65,82,83,84,85],walkthrough:84,want:[43,56,62,68,82,83,85,87,88],warn:[16,45,53,61,69],wash:76,we:[43,45,54,55,56,57,58,59,61,62,68,71,74,76,82,83,84,85,87],weak:76,web:76,websit:65,weight:[49,50,53,54,62,67,72,76,83,84],welcom:[62,83],well:[62,65,69,71,76,85],were:62,wget:87,what:[4,55,62,63,76,82,83],whatev:[58,83],wheel:65,when:[27,45,46,47,53,54,55,56,57,58,59,61,62,65,69,71,72,74,76,78,82,83,84,85],where:[54,55,61,62,71,72,77,83,85],wherev:83,whether:[4,53,68,71,75,83,85],which:[1,2,29,32,37,47,50,54,55,56,57,58,59,61,62,63,65,68,70,71,72,74,76,77,82,83,84,85,86,87,88],white:76,whitespac:76,whl:65,who:76,whole:83,whose:[55,83],why:76,wide:80,width:[76,84],win:64,window:76,window_nam:76,wish:77,within:[50,53,57,59,71,72,74,76],without:[56,61,62,74,76,85],wl:86,wooden:76,word:[76,84],work:[45,55,59,61,71,76,77,83,85],worker:85,workflow:[68,83,84,88],workspac:[50,53,65,68,72,83],workspace_s:[46,50,53,72],workspacefold:64,world:76,would:[53,61,62,63,65,71,83,86,87,88],wp:87,wrap:[57,58,59,62,76,79,83,88],wrapper:[61,83],write:[3,4,29,30,45,54,62,66,71,76,83,85,87],write_calibration_cach:70,writecalibrationcach:[3,4,45],wrote:76,www:[62,65,74,76,85,87],x64:64,x86:86,x86_64:[59,65],x9:55,x:[5,10,33,44,55,56,62,64,65,71,72,77,82],x_0:76,x_1:76,x_2:76,x_3:76,x_4:76,x_:76,x_lgamma:56,x_out:[],x_y_out:[],xavier:[46,89],xstr:[19,44,51],xx:87,xxx:83,y:[33,56,71,72,77],y_lgamma:56,y_out:[],yahoo:77,yaml:60,yet:[83,84],you:[0,1,2,29,30,47,49,50,53,54,55,56,58,59,61,62,63,65,66,71,72,74,76,77,78,82,83,84,85,86,87,88],your:[61,62,63,65,66,71,74,76,77,81,82,86,88],yourself:62,yy:87,z:77,zero_point:67,zip:[58,64,65],zisserman:85},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Namespace torch","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Using Torch-TensorRT in  C++","Using Torch-TensorRT in Python","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","<span class=\"section-number\">5. </span>:mod:`test_py_module`","<span class=\"section-number\">3. </span>Paragraph Level Markup","<span class=\"section-number\">4. </span>Lists &amp; Tables","<span class=\"section-number\">1. </span>Long Sticky Nav","<span class=\"section-number\">1. </span>Structural Elements","&lt;no title&gt;","Installation","Creating a TorchScript Module","Torch-TensorRT (FX Frontend) User Guide","Example notebooks","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Serving a Torch-TensorRT model with Triton","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"1":[78,87],"10":78,"11":78,"12":78,"13":78,"14":78,"15":78,"16":78,"17":78,"18":78,"19":78,"2":[78,79,87],"20":78,"3":[78,87],"4":78,"5":78,"6":78,"7":78,"8":78,"9":78,"class":[0,1,2,3,4,20,21,39,41,42,51,68,70,71],"default":[],"enum":[16,17,18,21,39,40,51,70,71],"function":[18,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,39,40,41,42,51,60,68,71,72],"import":[],"long":[78,80],A:76,And:76,But:77,By:[18,19],Or:55,The:[62,76],To:55,With:64,aarch64:65,abi:[58,65],acc:83,acceler:84,add:83,addmm:55,admonit:76,advanc:[],advic:61,ahead:66,an:80,api:[51,52,60,65,66],applic:85,arg:[61,75],argument:[],automat:56,avail:60,awar:[56,84],background:[58,61],base:[3,4,49,74],bert:84,binari:65,block:76,branch:55,build:[64,65,74,87],bullet:77,c:[51,60,62,65,66,84,85],can:77,caption:[77,80],center:76,ch:76,changelog:73,check_method_operator_support:31,choos:65,citat:[76,85],citrinet:84,cleanup:[],cli:[65,66],client:87,cmake:65,code:[55,64,76],compil:[32,57,59,62,64,65,66,84],compilespec:50,compound:76,configur:[64,74],construct:58,content:[18,19,20,21,39,40,41,42,74,75,76,77,78,79],context:[61,74],contigu:55,contract:61,contributor:66,convers:[54,57,59,61],convert:[54,61,62,67,83],convert_method_to_trt_engin:37,cpp:[13,18,19,20,21,56],creat:[82,85],creativ:76,cudnn:65,current:67,custom:62,cxx11:65,data:75,datatyp:0,dead:55,debug:65,deep:84,deeper:77,defin:[5,6,7,8,9,10,11,12,19,51],definit:[18,19,20,21,77],demo:80,depend:[56,65],deploi:[84,86],deseri:58,detect:84,develop:60,devic:[1,47],devicetyp:1,dimens:60,direct:76,directli:88,directori:[13,14,15,52],disk:82,distribut:65,dla:89,doctest:76,documen:66,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,47,48,49,50,60,66,79,80],down:77,download:[76,81],dropout:55,dump_build_info:36,dyanmo:[],dynam:84,dynamo:[],easier:60,efficentnet:84,element:79,elimin:55,eliminatecommonsubexpress:55,embed_engine_in_new_modul:33,emphas:76,engin:[58,83],enginecap:17,enumer:77,envior:65,evalu:[54,67],exampl:[76,78,84],execept:55,executor:58,exmapl:[],expect:60,face:84,fallback:[55,56],field:77,figur:76,file:[15,18,19,20,21,43,44,45,46,51,52],flatten:55,footnot:76,format:58,freez:55,from:[65,88],frontend:[83,84],full:[51,52],fuse:55,fx2trt:83,fx:[68,83,84],gaurd:55,gener:75,get:66,get_build_info:34,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:77,git:81,glossari:76,gpu:66,graph:[55,58],graphinput:48,grid:77,guarante:61,guid:83,h:[18,19,20,21,43,44,45,46,56],have:77,hierarchi:51,hlist:77,hole:77,hood:62,how:[74,83,85],html:74,hug:84,ien:76,imag:[76,77],includ:[14,18,19,20,21],incred:80,index:75,indic:66,infer:87,inherit:[3,4,49],inlin:76,input:49,instal:[64,65,81],int8:84,int8cachecalibr:3,int8calibr:4,ir:60,jetson:65,jit:66,languag:84,layer:60,learn:84,lenet:84,level:[16,74,76,77],librari:[65,86],libtorchtrt:86,like:77,line:76,linear:55,link:[60,76],list:[43,44,45,46,77],liter:76,local:65,log:[18,22,23,24,25,26,27,28,40,43,69],logsoftmax:55,loop:55,lower:[55,57,59],macro:[19,44],make_int8_cache_calibr:29,make_int8_calibr:30,markup:76,mask:84,math:76,menu:[78,80],meta:76,miss:83,mlm:84,mod:75,model:[83,84,87],modul:[55,62,82],namespac:[18,19,20,21,38,39,40,41,42,51],nativ:65,native_op:60,nav:78,nest:[1,47],node:54,notebook:84,number:[76,77],nvidia:66,object:84,one:77,op:[58,83],oper:[62,67],optim:87,optimz:55,option:[74,75,77],other:61,overview:59,own:85,packag:[65,86],page:74,paragraph:[76,79],paramet:75,partit:[56,57,59],partitoninfo:56,pass:55,pattern:55,peephol:55,phase:[54,55,56,57,58,59],plugin:86,post:85,pre:65,precompil:65,prerequisit:65,program:[43,44,45,46,86],project:74,ptq:[20,29,30,41,45,70,85],python:[60,63,65,66,82,85],pytorch:[60,66,83,84,88],quantiz:[84,85],queri:87,quickstart:62,quot:76,rabbit:77,read:60,redund:55,refer:76,regist:62,relationship:[1,3,4,47,49],releas:65,remov:55,replac:76,resnet50:84,resnet:[],respons:61,result:58,right:65,rubric:76,runtim:[57,58,59,86],save:82,script:[],second:77,section:79,segmentedblock:56,serial:58,serv:[84,87],server:87,set:87,set_devic:35,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:65,shape:84,shape_analysi:56,sidebar:76,so:86,sometim:60,sourc:65,ssd:84,start:66,step:87,sticki:78,str:5,struct:[47,48,49,50,51],structur:79,studio:64,subdirectori:[13,14],submenu:78,submodul:71,subsect:79,subsubmenu:78,subsubsect:79,support:67,system:59,tabl:[74,75,76,77,78,79],tarbal:65,target:76,templat:[3,4,29,30],tensorformat:2,tensorrt:[51,58,60,62,63,64,65,66,83,84,86,87,88],test_py_modul:75,text:76,theme:[74,80],thi:[77,80],through:67,time:66,titl:76,toc:74,topic:76,torch:[38,51,60,62,63,64,66,83,84,86,87,88],torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,39,40,41,42,46,68,69,70,71,72],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,37,42,62,66,82],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[53,62],tracer:83,train:[84,85],transform:84,triton:87,ts:72,tupl:55,tutori:66,type:[3,4,47,49],under:62,unpack:55,unrol:55,unsupport:62,up:87,us:[55,60,62,63,65,84,88],usag:[],user:83,version:58,via:81,visual:64,wai:76,weight:61,what:61,wide:74,window:64,work:[62,82],write:61,xstr:10,your:[85,87]}})