diff --git a/ngraph/core/src/node.cpp b/ngraph/core/src/node.cpp
index ec5a8613c3e..d87c5949b17 100644
--- a/ngraph/core/src/node.cpp
+++ b/ngraph/core/src/node.cpp
@@ -162,7 +162,9 @@ void ov::Node::set_arguments(const OutputVector& arguments) {
     // Add this node as a user of each argument.
     size_t i = 0;
     for (auto& output : arguments) {
-        set_argument(i++, output);
+        auto output_node = output.get_node();
+        auto& output_descriptor = output_node->m_outputs.at(output.get_index());
+        m_inputs.emplace_back(this, i++, output_descriptor);
     }
 }