From b0b7d2f0cf8b9c8da2c7c1b86b96943750752125 Mon Sep 17 00:00:00 2001 From: Lan Luo Date: Tue, 14 May 2024 12:29:45 -0700 Subject: [PATCH 1/2] [doc] Update options documentation for torch.compile --- docsrc/dynamo/torch_compile.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docsrc/dynamo/torch_compile.rst b/docsrc/dynamo/torch_compile.rst index 6e969092ae..4ce23e06b7 100644 --- a/docsrc/dynamo/torch_compile.rst +++ b/docsrc/dynamo/torch_compile.rst @@ -38,7 +38,7 @@ Custom Setting Usage ... optimized_model = torch.compile(model, backend="torch_tensorrt", dynamic=False, options={"truncate_long_and_double": True, - "precision": torch.half, + "enabled_precisions": [torch.half], "debug": True, "min_block_size": 2, "torch_executed_ops": {"torch.ops.aten.sub.Tensor"}, From 054b83d26a637ca9cfc94814b925d8d646f00ecd Mon Sep 17 00:00:00 2001 From: Lan Luo Date: Tue, 14 May 2024 15:14:45 -0700 Subject: [PATCH 2/2] doc: Update options documentation for toch.compile --- docsrc/dynamo/torch_compile.rst | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docsrc/dynamo/torch_compile.rst b/docsrc/dynamo/torch_compile.rst index 4ce23e06b7..955f64d64c 100644 --- a/docsrc/dynamo/torch_compile.rst +++ b/docsrc/dynamo/torch_compile.rst @@ -32,13 +32,14 @@ Customizeable Settings Custom Setting Usage ^^^^^^^^^^^^^^^^^ + .. code-block:: python import torch_tensorrt ... optimized_model = torch.compile(model, backend="torch_tensorrt", dynamic=False, options={"truncate_long_and_double": True, - "enabled_precisions": [torch.half], + "enabled_precisions": {torch.float, torch.half}, "debug": True, "min_block_size": 2, "torch_executed_ops": {"torch.ops.aten.sub.Tensor"},