* Enable common optimizations on MO * Added tensor name tracking; updated tests * Disable DilatedConvolution transform * Fix TopK3 transformation * Codestyle fix * Update tensor name logic * Fix scatter nd shape inference for dynamic shape * Update FrameworkNode to propagate dynamic output shape * Enable HSwish in MO that is missing in nGrpah * Cleanup MO and IE code * Fix review comments * Fix unit test
171 lines
5.9 KiB
C++
171 lines
5.9 KiB
C++
// Copyright (C) 2018-2021 Intel Corporation
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
//
|
|
|
|
#include "gtest/gtest.h"
|
|
#include "util/type_prop.hpp"
|
|
|
|
#include "ngraph/ngraph.hpp"
|
|
|
|
using namespace std;
|
|
using namespace ngraph;
|
|
|
|
//
|
|
// Graph before (params in [] brackets, constants in () parens, results in {} braces):
|
|
//
|
|
// [x] [y] [z]
|
|
// \ / |
|
|
// Add (k) |
|
|
// \ / |
|
|
// Mul** |
|
|
// \ /
|
|
// Sub
|
|
// |
|
|
// {r}
|
|
//
|
|
// Param substitutions:
|
|
//
|
|
// [x] -> [x']
|
|
//
|
|
// Body substitutions:
|
|
//
|
|
// (k) -> (k')
|
|
// [y] -> (k'')
|
|
// [z] -> [x'] + **
|
|
//
|
|
// After replacement:
|
|
//
|
|
// [x']---------
|
|
// | |
|
|
// | (k'') | [z] and [y] is still there, but dead
|
|
// \ / |
|
|
// Add (k') |
|
|
// \ / |
|
|
// Mul |
|
|
// \ /
|
|
// Sub ***
|
|
// |
|
|
// {r}
|
|
//
|
|
TEST(replace_node, replace_nodes)
|
|
{
|
|
auto x = make_shared<op::Parameter>(element::f32, Shape{2});
|
|
auto y = make_shared<op::Parameter>(element::f32, Shape{2});
|
|
auto z = make_shared<op::Parameter>(element::f32, Shape{2});
|
|
|
|
auto add = make_shared<op::v1::Add>(x, y);
|
|
auto k = make_shared<op::Constant>(element::f32, Shape{2}, vector<float>{1, 2});
|
|
auto mul = make_shared<op::v1::Multiply>(add, k);
|
|
auto sub = make_shared<op::v1::Subtract>(mul, z);
|
|
|
|
auto f = make_shared<Function>(NodeVector{sub}, ParameterVector{x, y, z});
|
|
|
|
unordered_map<shared_ptr<op::Parameter>, shared_ptr<op::Parameter>> parameter_replacement_map;
|
|
auto x_replacement = make_shared<op::Parameter>(element::f32, Shape{2});
|
|
parameter_replacement_map[x] = x_replacement;
|
|
|
|
unordered_map<shared_ptr<Node>, shared_ptr<Node>> body_replacement_map;
|
|
auto y_replacement = make_shared<op::Constant>(element::f32, Shape{2}, vector<float>{3, 4});
|
|
auto k_replacement = make_shared<op::Constant>(element::f32, Shape{2}, vector<float>{5, 6});
|
|
auto z_replacement = make_shared<op::v1::Add>(x_replacement, mul);
|
|
body_replacement_map[y] = y_replacement;
|
|
body_replacement_map[k] = k_replacement;
|
|
body_replacement_map[z] = z_replacement;
|
|
|
|
replace_nodes(f, parameter_replacement_map, body_replacement_map);
|
|
|
|
// Should still have three params.
|
|
ASSERT_EQ(f->get_parameters().size(), 3);
|
|
|
|
// The three params be {x_replacement, y, z}.
|
|
ASSERT_EQ(f->get_parameters()[0], x_replacement);
|
|
ASSERT_EQ(f->get_parameters()[1], y);
|
|
ASSERT_EQ(f->get_parameters()[2], z);
|
|
|
|
// y, z should be dead.
|
|
ASSERT_EQ(y->get_users(true).size(), 0);
|
|
ASSERT_EQ(z->get_users(true).size(), 0);
|
|
|
|
// Should still have one result.
|
|
ASSERT_EQ(f->get_results().size(), 1);
|
|
|
|
// Result node should be sub (unchanged).
|
|
ASSERT_EQ(f->get_results()[0]->get_input_node_shared_ptr(0), sub);
|
|
|
|
// sub's arguments should be mul (unchanged) and z_replacement.
|
|
ASSERT_EQ(sub->get_input_node_shared_ptr(0), mul);
|
|
ASSERT_EQ(sub->get_input_node_shared_ptr(1), z_replacement);
|
|
|
|
// mul's arguments should be add (unchanged) and k_replacement.
|
|
ASSERT_EQ(mul->get_input_node_shared_ptr(0), add);
|
|
ASSERT_EQ(mul->get_input_node_shared_ptr(1), k_replacement);
|
|
|
|
// add's arguments should be x_replacement and y_replacement.
|
|
ASSERT_EQ(add->get_input_node_shared_ptr(0), x_replacement);
|
|
ASSERT_EQ(add->get_input_node_shared_ptr(1), y_replacement);
|
|
|
|
// z_replacement's arguments should be x_replacement and mul.
|
|
ASSERT_EQ(z_replacement->get_input_node_shared_ptr(0), x_replacement);
|
|
ASSERT_EQ(z_replacement->get_input_node_shared_ptr(1), mul);
|
|
}
|
|
|
|
TEST(replace_node, simple_node_replacement)
|
|
{
|
|
auto param = std::make_shared<op::Parameter>(element::i64, Shape{1, 64});
|
|
param->output(0).get_tensor().set_names({"a", "b"});
|
|
auto relu = std::make_shared<op::Relu>(param);
|
|
relu->output(0).get_tensor().set_names({"c", "d"});
|
|
|
|
auto new_relu = std::make_shared<op::Relu>(param);
|
|
new_relu->output(0).get_tensor().set_names({"f"});
|
|
replace_node(relu, new_relu);
|
|
|
|
ASSERT_EQ(new_relu->output(0).get_tensor().get_names(), std::unordered_set<std::string>({"c", "d"}));
|
|
}
|
|
|
|
TEST(replace_node, node_elimination)
|
|
{
|
|
auto param = std::make_shared<op::Parameter>(element::i64, Shape{1, 64});
|
|
param->output(0).get_tensor().set_names({"a", "b"});
|
|
auto relu1 = std::make_shared<op::Relu>(param);
|
|
relu1->output(0).get_tensor().set_names({"c", "d"});
|
|
auto relu2 = std::make_shared<op::Relu>(relu1);
|
|
relu2->output(0).get_tensor().set_names({"e", "f"});
|
|
|
|
ASSERT_TRUE(replace_output_update_name(relu2->output(0), relu2->input_value(0)));
|
|
ASSERT_EQ(relu1->output(0).get_tensor().get_names(), std::unordered_set<std::string>({"c", "d", "e", "f"}));
|
|
ASSERT_EQ(param->output(0).get_tensor().get_names(), std::unordered_set<std::string>({"a", "b"}));
|
|
}
|
|
|
|
TEST(replace_node, output_replacement)
|
|
{
|
|
auto param = std::make_shared<op::Parameter>(element::i64, Shape{1, 64});
|
|
param->output(0).get_tensor().set_names({"a", "b"});
|
|
auto relu = std::make_shared<op::Relu>(param);
|
|
relu->output(0).get_tensor().set_names({"c", "d"});
|
|
|
|
auto new_relu = std::make_shared<op::Relu>(param);
|
|
new_relu->output(0).get_tensor().set_names({"f"});
|
|
|
|
relu->output(0).replace(new_relu->output(0));
|
|
|
|
ASSERT_EQ(new_relu->output(0).get_tensor().get_names(), std::unordered_set<std::string>({"c", "d"}));
|
|
}
|
|
|
|
TEST(replace_node, source_replacement)
|
|
{
|
|
auto param = std::make_shared<op::Parameter>(element::i64, Shape{1, 64});
|
|
param->output(0).get_tensor().set_names({"a", "b"});
|
|
|
|
auto param1 = std::make_shared<op::Parameter>(element::i64, Shape{1, 64});
|
|
param1->output(0).get_tensor().set_names({"c", "d"});
|
|
|
|
auto relu = std::make_shared<op::Relu>(param);
|
|
relu->input(0).replace_source_output(param1->output(0));
|
|
|
|
ASSERT_EQ(param->output(0).get_tensor().get_names(), std::unordered_set<std::string>({"a", "b"}));
|
|
ASSERT_EQ(param1->output(0).get_tensor().get_names(), std::unordered_set<std::string>({"c", "d"}));
|
|
}
|
|
|
|
|