From 507a8e80aa17a8291a9d8ed85f6e0118763540f2 Mon Sep 17 00:00:00 2001 From: apbose Date: Mon, 26 Feb 2024 23:17:44 -0800 Subject: [PATCH] Removing empty_like from evaluator and adding it to lowering pass --- .../dynamo/conversion/ops_evaluators.py | 11 ----- .../dynamo/lowering/_decomposition_groups.py | 1 + tests/py/dynamo/conversion/test_empty_like.py | 40 ------------------- 3 files changed, 1 insertion(+), 51 deletions(-) delete mode 100644 tests/py/dynamo/conversion/test_empty_like.py diff --git a/py/torch_tensorrt/dynamo/conversion/ops_evaluators.py b/py/torch_tensorrt/dynamo/conversion/ops_evaluators.py index 780faa99f3..f83e0e5008 100644 --- a/py/torch_tensorrt/dynamo/conversion/ops_evaluators.py +++ b/py/torch_tensorrt/dynamo/conversion/ops_evaluators.py @@ -47,14 +47,3 @@ def aten_ops_arange_start_step( name: str, ) -> Union[TRTTensor, Sequence[TRTTensor]]: return np.arange(*args) - - -@dynamo_tensorrt_converter(torch.ops.aten.empty_like.default) -def aten_ops_empty_like( - ctx: ConversionContext, - target: Target, - args: Tuple[Argument, ...], - kwargs: Dict[str, Argument], - name: str, -) -> TRTTensor: - return np.empty_like(*args) diff --git a/py/torch_tensorrt/dynamo/lowering/_decomposition_groups.py b/py/torch_tensorrt/dynamo/lowering/_decomposition_groups.py index de791851db..98c25a1f54 100644 --- a/py/torch_tensorrt/dynamo/lowering/_decomposition_groups.py +++ b/py/torch_tensorrt/dynamo/lowering/_decomposition_groups.py @@ -37,6 +37,7 @@ aten.elu_backward, aten._embedding_bag, aten.embedding_dense_backward, + aten.empty_like, aten._euclidean_dist.default, aten.expand_as, aten.eye, diff --git a/tests/py/dynamo/conversion/test_empty_like.py b/tests/py/dynamo/conversion/test_empty_like.py deleted file mode 100644 index cc4b43a44e..0000000000 --- a/tests/py/dynamo/conversion/test_empty_like.py +++ /dev/null @@ -1,40 +0,0 @@ -import torch -import torch.nn as nn -from parameterized import parameterized -from torch.testing._internal.common_utils import run_tests - -from .harness import DispatchTestCase - - -class TestEmptyLikeConverter(DispatchTestCase): - @parameterized.expand( - [ - ((1), torch.int), - ((1, 2), torch.int), - ((2, 1), torch.int), - ((2, 2), torch.int), - ((1, 2, 3), torch.int), - ((1, 3, 2), torch.int), - ((1), torch.int32), - ((1, 2), torch.int32), - ((2, 1), torch.int32), - ((2, 2), torch.int32), - ((1, 2, 3), torch.int32), - ((1, 3, 2), torch.int32), - ] - ) - def test_empty_like(self, input_shape, dtype): - class Empty_Like(nn.Module): - def forward(self, x): - return torch.ops.aten.empty_like(x, dtype) - - inputs = [torch.empty(input_shape)] - self.run_test( - Empty_Like(), - inputs, - use_dynamo_tracer=True, - ) - - -if __name__ == "__main__": - run_tests()