* Added torch script backend * Added ts_backend to pytorch layer tests * Added use_ts_backend fixture to the test suite to activate the torchscript backend * Fixed failing test_dict layer test * Added USE_TS_BACKEND as an env variable * Removed use_ts_backend fixture * Added more tests for ts backend * Added more information in the comments about usage * Removed convolution3d test from precommit_ts_backend * Added some torchscript backend tests to ci * Removed tests from CI as torch.compile doesn't support 3.11 currently * Fixed linter issues * Addressed PR comments and linter issues
128 lines
5.0 KiB
Python
128 lines
5.0 KiB
Python
# Copyright (C) 2018-2023 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
import numpy as np
|
|
import pytest
|
|
import torch
|
|
|
|
from pytorch_layer_test_class import PytorchLayerTest
|
|
|
|
|
|
@pytest.mark.parametrize('alpha', (-0.5, 0, 0.5, 1, 2))
|
|
@pytest.mark.parametrize('input_rhs', (np.random.randn(2, 5, 3, 4).astype(np.float32),
|
|
np.random.randn(
|
|
1, 5, 3, 4).astype(np.float32),
|
|
np.random.randn(1).astype(np.float32)))
|
|
class TestAdd(PytorchLayerTest):
|
|
|
|
def _prepare_input(self):
|
|
return (np.random.randn(2, 5, 3, 4).astype(np.float32), self.input_rhs)
|
|
|
|
def create_model(self, alpha, op_type):
|
|
class aten_add(torch.nn.Module):
|
|
|
|
def __init__(self, alpha, op) -> None:
|
|
super().__init__()
|
|
self.alpha = alpha
|
|
self.forward = self.forward1 if op == "add" else self.forward2
|
|
|
|
def forward1(self, lhs, rhs):
|
|
return torch.add(lhs, rhs, alpha=self.alpha)
|
|
|
|
def forward2(self, lhs, rhs):
|
|
return lhs.add_(rhs, alpha=self.alpha)
|
|
|
|
ref_net = None
|
|
|
|
return aten_add(alpha, op_type), ref_net, f"aten::{op_type}"
|
|
|
|
@pytest.mark.nightly
|
|
@pytest.mark.precommit
|
|
@pytest.mark.precommit_ts_backend
|
|
@pytest.mark.parametrize("op_type", ["add", "add_"])
|
|
def test_add(self, ie_device, precision, ir_version, alpha, input_rhs, op_type):
|
|
self.input_rhs = input_rhs
|
|
self._test(*self.create_model(alpha, op_type), ie_device, precision, ir_version)
|
|
|
|
|
|
class TestAddTypes(PytorchLayerTest):
|
|
|
|
def _prepare_input(self):
|
|
if len(self.lhs_shape) == 0:
|
|
return (torch.randn(self.rhs_shape).to(self.rhs_type).numpy(),)
|
|
elif len(self.rhs_shape) == 0:
|
|
return (torch.randn(self.lhs_shape).to(self.lhs_type).numpy(),)
|
|
return (torch.randn(self.lhs_shape).to(self.lhs_type).numpy(),
|
|
torch.randn(self.rhs_shape).to(self.rhs_type).numpy())
|
|
|
|
def create_model(self, lhs_type, lhs_shape, rhs_type, rhs_shape):
|
|
|
|
class aten_add(torch.nn.Module):
|
|
def __init__(self, lhs_type, lhs_shape, rhs_type, rhs_shape):
|
|
super().__init__()
|
|
self.lhs_type = lhs_type
|
|
self.rhs_type = rhs_type
|
|
if len(lhs_shape) == 0:
|
|
self.forward = self.forward1
|
|
elif len(rhs_shape) == 0:
|
|
self.forward = self.forward2
|
|
else:
|
|
self.forward = self.forward3
|
|
|
|
def forward1(self, rhs):
|
|
return torch.add(torch.tensor(3).to(self.lhs_type), rhs.to(self.rhs_type), alpha=2)
|
|
|
|
def forward2(self, lhs):
|
|
return torch.add(lhs.to(self.lhs_type), torch.tensor(3).to(self.rhs_type), alpha=2)
|
|
|
|
def forward3(self, lhs, rhs):
|
|
return torch.add(lhs.to(self.lhs_type), rhs.to(self.rhs_type), alpha=2)
|
|
|
|
ref_net = None
|
|
|
|
return aten_add(lhs_type, lhs_shape, rhs_type, rhs_shape), ref_net, "aten::add"
|
|
|
|
@pytest.mark.parametrize(("lhs_type", "rhs_type"),
|
|
[[torch.int32, torch.int64],
|
|
[torch.int32, torch.float32],
|
|
[torch.int32, torch.float64],
|
|
[torch.int64, torch.int32],
|
|
[torch.int64, torch.float32],
|
|
[torch.int64, torch.float64],
|
|
[torch.float32, torch.int32],
|
|
[torch.float32, torch.int64],
|
|
[torch.float32, torch.float64],
|
|
])
|
|
@pytest.mark.parametrize(("lhs_shape", "rhs_shape"), [([2, 3], [2, 3]),
|
|
([2, 3], []),
|
|
([], [2, 3]),
|
|
])
|
|
@pytest.mark.nightly
|
|
@pytest.mark.precommit
|
|
@pytest.mark.precommit_ts_backend
|
|
def test_add_types(self, ie_device, precision, ir_version, lhs_type, lhs_shape, rhs_type, rhs_shape):
|
|
self.lhs_type = lhs_type
|
|
self.lhs_shape = lhs_shape
|
|
self.rhs_type = rhs_type
|
|
self.rhs_shape = rhs_shape
|
|
self._test(*self.create_model(lhs_type, lhs_shape, rhs_type, rhs_shape),
|
|
ie_device, precision, ir_version)
|
|
|
|
class TestAddLists(PytorchLayerTest):
|
|
|
|
def _prepare_input(self):
|
|
return (np.random.randn(2, 5, 3, 4).astype(np.float32),)
|
|
|
|
def create_model(self):
|
|
class aten_add(torch.nn.Module):
|
|
def forward(self, x):
|
|
return x.reshape(x.shape[:-1] + (-1,))
|
|
|
|
return aten_add(), None, "aten::add"
|
|
|
|
@pytest.mark.nightly
|
|
@pytest.mark.precommit
|
|
@pytest.mark.precommit_ts_backend
|
|
def test_add(self, ie_device, precision, ir_version):
|
|
self._test(*self.create_model(), ie_device, precision, ir_version)
|