[CPU] Fix QueryNetwork for ReferenceNode (#5809)

* has_evaluate() was added

inference-engine/src/mkldnn_plugin/nodes/mkldnn_reference_node.cpp

@@ -15,6 +15,9 @@ using namespace InferenceEngine::details;
 MKLDNNReferenceNode::MKLDNNReferenceNode(const std::shared_ptr<ngraph::Node>& op, const mkldnn::engine& eng, MKLDNNWeightsSharing::Ptr &cache,
                                          const std::string& errorMessage) :
         MKLDNNNode(op, eng, cache), ngraphOp(op), additionalErrorMessage(errorMessage) {
+    if (!op->has_evaluate()) {
+        IE_THROW(NotImplemented) << "Cannot fallback on ngraph reference implementation (Ngraph::Node::evaluate() is not implemented)";
+    }
     setType(Reference);
     setTypeStr("Reference");
 }
@@ -69,14 +72,7 @@ void MKLDNNReferenceNode::execute(mkldnn::stream strm) {
     }
 
     if (!ngraphOp->evaluate(outputs, inputs)) {
-        std::string errorDetails = "Unsupported operation of type: " + std::string(ngraphOp->get_type_name()) +
+        IE_THROW() << "Evaluation failed on node of type: " << std::string(ngraphOp->get_type_name()) << " name: " << getName();
-                                   " name: " + std::string(ngraphOp->get_friendly_name());
-        errorDetails += "\nDetails: \n";
-        if (!additionalErrorMessage.empty()) {
-            errorDetails += additionalErrorMessage + "\n";
-        }
-        errorDetails += "Cannot fallback on ngraph reference implementation (Ngraph::Node::evaluate() is not implemented)";
-        IE_THROW(NotImplemented) << errorDetails;
     }
 }
 

ngraph/core/include/ngraph/op/abs.hpp

@@ -38,6 +38,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Abs;

ngraph/core/include/ngraph/op/acos.hpp

@@ -36,6 +36,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Acos;

ngraph/core/include/ngraph/op/acosh.hpp

@@ -37,6 +37,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override { return true; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v3
         using v3::Acosh;

ngraph/core/include/ngraph/op/add.hpp

@@ -51,6 +51,7 @@ namespace ngraph
                 size_t get_version() const override { return 1; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/and.hpp

@@ -43,6 +43,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/asin.hpp

@@ -37,6 +37,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override { return true; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Asin;

ngraph/core/include/ngraph/op/asinh.hpp

@@ -37,6 +37,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override { return true; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v3
         using v3::Asinh;

ngraph/core/include/ngraph/op/assign.hpp

@@ -84,6 +84,7 @@ namespace ngraph
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs,
                               const EvaluationContext& evaluation_context) const override;
+                bool has_evaluate() const override;
                 bool constant_fold(OutputVector& output_values,
                                    const OutputVector& inputs_values) override;
             };

ngraph/core/include/ngraph/op/atan.hpp

@@ -38,6 +38,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override { return true; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Atan;

ngraph/core/include/ngraph/op/atanh.hpp

@@ -37,6 +37,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override { return true; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v3
         using v3::Atanh;

ngraph/core/include/ngraph/op/batch_to_space.hpp

@@ -44,6 +44,7 @@ namespace ngraph
                              const Output<Node>& crops_end);
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
                 void validate_and_infer_types() override;
                 std::shared_ptr<Node>

ngraph/core/include/ngraph/op/broadcast.hpp

@@ -70,6 +70,7 @@ namespace ngraph
                 std::pair<bool, AxisSet> get_broadcast_axes() const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 bool broadcast_evaluate(const HostTensorVector& outputs,
@@ -132,6 +133,7 @@ namespace ngraph
                 void validate_and_infer_types() override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 AutoBroadcastSpec m_broadcast_spec;

ngraph/core/include/ngraph/op/ceiling.hpp

@@ -30,6 +30,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Ceiling;

ngraph/core/include/ngraph/op/clamp.hpp

@@ -42,6 +42,7 @@ namespace ngraph
                 double get_max() const { return m_max; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 double m_min;

ngraph/core/include/ngraph/op/concat.hpp

@@ -51,6 +51,7 @@ namespace ngraph
                 void set_axis(int64_t axis) { m_axis = axis; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& output_values) const override;
                 bool evaluate_upper(const HostTensorVector& output_values) const override;
 

ngraph/core/include/ngraph/op/constant.hpp

@@ -171,6 +171,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& outputs) const override;
                 bool evaluate_upper(const HostTensorVector& outputs) const override;
 

ngraph/core/include/ngraph/op/convert.hpp

@@ -44,6 +44,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& outputs) const override;
                 bool evaluate_upper(const HostTensorVector& outputs) const override;
 

ngraph/core/include/ngraph/op/cos.hpp

@@ -30,6 +30,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Cos;

ngraph/core/include/ngraph/op/cosh.hpp

@@ -30,6 +30,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Cosh;

ngraph/core/include/ngraph/op/depth_to_space.hpp

@@ -60,6 +60,7 @@ namespace ngraph
                 void validate_and_infer_types() override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 std::size_t m_blocksize;

ngraph/core/include/ngraph/op/divide.hpp

@@ -53,6 +53,7 @@ namespace ngraph
                 size_t get_version() const override { return 1; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 bool m_pythondiv{true};

ngraph/core/include/ngraph/op/equal.hpp

@@ -54,6 +54,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/erf.hpp

@@ -25,6 +25,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Erf;

ngraph/core/include/ngraph/op/exp.hpp

@@ -31,6 +31,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Exp;

ngraph/core/include/ngraph/op/floor.hpp

@@ -29,6 +29,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Floor;

ngraph/core/include/ngraph/op/floor_mod.hpp

@@ -44,6 +44,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
 

ngraph/core/include/ngraph/op/gelu.hpp

@@ -74,6 +74,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
                 std::shared_ptr<Node>
                     clone_with_new_inputs(const OutputVector& new_args) const override;

ngraph/core/include/ngraph/op/greater.hpp

@@ -36,6 +36,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/greater_eq.hpp

@@ -37,6 +37,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/hsigmoid.hpp

@@ -35,6 +35,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v5
     }     // namespace op

ngraph/core/include/ngraph/op/hswish.hpp

@@ -35,6 +35,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v4
     }     // namespace op

ngraph/core/include/ngraph/op/interpolate.hpp

@@ -216,6 +216,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
                 const InterpolateAttrs& get_attrs() const { return m_attrs; }
 

ngraph/core/include/ngraph/op/less.hpp

@@ -36,6 +36,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/less_eq.hpp

@@ -37,6 +37,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/log.hpp

@@ -30,6 +30,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Log;

ngraph/core/include/ngraph/op/loop.hpp

@@ -72,6 +72,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 Loop(const Loop&);

ngraph/core/include/ngraph/op/matmul.hpp

@@ -38,6 +38,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
                 bool get_transpose_a() const { return m_transpose_a; }
                 bool get_transpose_b() const { return m_transpose_b; }

ngraph/core/include/ngraph/op/max.hpp

@@ -33,6 +33,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/max_pool.hpp

@@ -73,6 +73,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 Shape m_kernel;

ngraph/core/include/ngraph/op/maximum.hpp

@@ -39,6 +39,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/min.hpp

@@ -33,6 +33,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& outputs) const override;
                 bool evaluate_upper(const HostTensorVector& outputs) const override;
             };

ngraph/core/include/ngraph/op/mish.hpp

@@ -34,6 +34,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v4
     }     // namespace op

ngraph/core/include/ngraph/op/multiply.hpp

@@ -39,6 +39,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/negative.hpp

@@ -30,6 +30,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Negative;

ngraph/core/include/ngraph/op/non_zero.hpp

@@ -60,6 +60,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 element::Type m_output_type = element::i64;

ngraph/core/include/ngraph/op/not.hpp

@@ -31,6 +31,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/not_equal.hpp

@@ -37,6 +37,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool visit_attributes(AttributeVisitor& visitor) override;
             };
         } // namespace v1

ngraph/core/include/ngraph/op/one_hot.hpp

@@ -42,6 +42,7 @@ namespace ngraph
 
                 virtual bool evaluate(const HostTensorVector& output_values,
                                       const HostTensorVector& input_values) const override;
+                bool has_evaluate() const override;
 
                 /// \return The index of the one-hot axis.
                 int64_t get_axis() const { return m_axis; }

ngraph/core/include/ngraph/op/or.hpp

@@ -41,6 +41,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/pad.hpp

@@ -74,6 +74,7 @@ namespace ngraph
                 void set_pad_mode(PadMode pad_mode) { m_pad_mode = pad_mode; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 PadMode m_pad_mode;

ngraph/core/include/ngraph/op/power.hpp

@@ -52,6 +52,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/prelu.hpp

@@ -37,6 +37,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::PRelu;

ngraph/core/include/ngraph/op/prior_box.hpp

@@ -66,6 +66,7 @@ namespace ngraph
                 virtual bool visit_attributes(AttributeVisitor& visitor) override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 PriorBoxAttrs m_attrs;

ngraph/core/include/ngraph/op/prior_box_clustered.hpp

@@ -54,6 +54,7 @@ namespace ngraph
                 virtual bool visit_attributes(AttributeVisitor& visitor) override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 PriorBoxClusteredAttrs m_attrs;

ngraph/core/include/ngraph/op/range.hpp

@@ -42,6 +42,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 element::Type m_output_type;
@@ -77,6 +78,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Range;

ngraph/core/include/ngraph/op/read_value.hpp

@@ -94,6 +94,7 @@ namespace ngraph
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs,
                               const EvaluationContext& evaluation_context) const override;
+                bool has_evaluate() const override;
 
                 bool constant_fold(OutputVector& output_values,
                                    const OutputVector& inputs_values) override;

ngraph/core/include/ngraph/op/reduce_l1.hpp

@@ -40,6 +40,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v4
     }     // namespace op

ngraph/core/include/ngraph/op/reduce_l2.hpp

@@ -39,6 +39,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v4
     }     // namespace op

ngraph/core/include/ngraph/op/reduce_logical_and.hpp

@@ -36,6 +36,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/reduce_logical_or.hpp

@@ -36,6 +36,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/reduce_mean.hpp

@@ -32,6 +32,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/reduce_prod.hpp

@@ -39,6 +39,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& outputs) const override;
                 bool evaluate_upper(const HostTensorVector& outputs) const override;
             };

ngraph/core/include/ngraph/op/reduce_sum.hpp

@@ -87,6 +87,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         }
     }

ngraph/core/include/ngraph/op/relu.hpp

@@ -34,6 +34,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool visit_attributes(AttributeVisitor& visitor) override;
             };
         } // namespace v0

ngraph/core/include/ngraph/op/reshape.hpp

@@ -54,6 +54,7 @@ namespace ngraph
                 void set_special_zero(bool special_zero) { m_special_zero = special_zero; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& outputs) const override;
                 bool evaluate_upper(const HostTensorVector& outputs) const override;
                 bool constant_fold(OutputVector& output_values,

ngraph/core/include/ngraph/op/result.hpp

@@ -36,6 +36,7 @@ namespace ngraph
                 bool needs_default_layout() const { return m_needs_default_layout; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool constant_fold(OutputVector& output_values,
                                    const OutputVector& inputs_values) override;
 

ngraph/core/include/ngraph/op/reverse.hpp

@@ -50,6 +50,7 @@ namespace ngraph
                 virtual size_t get_version() const override { return 1; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 Mode mode_from_string(const std::string& mode) const;

ngraph/core/include/ngraph/op/roi_align.hpp

@@ -66,6 +66,7 @@ namespace ngraph
                 PoolingMode get_mode() const { return m_mode; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 PoolingMode mode_from_string(const std::string& mode) const;

ngraph/core/include/ngraph/op/round.hpp

@@ -47,6 +47,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
                 RoundMode get_mode() const { return m_mode; }
 

ngraph/core/include/ngraph/op/scatter_elements_update.hpp

@@ -40,6 +40,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& inputs) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 bool evaluate_scatter_element_update(const HostTensorVector& outputs,

ngraph/core/include/ngraph/op/scatter_nd_update.hpp

@@ -34,6 +34,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v3
         using v3::ScatterNDUpdate;

ngraph/core/include/ngraph/op/scatter_update.hpp

@@ -41,6 +41,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 bool evaluate_scatter_update(const HostTensorVector& outputs,

ngraph/core/include/ngraph/op/select.hpp

@@ -67,6 +67,7 @@ namespace ngraph
                 const AutoBroadcastSpec& get_autob() const override { return m_auto_broadcast; }
                 virtual bool evaluate(const HostTensorVector& output_values,
                                       const HostTensorVector& input_values) const override;
+                bool has_evaluate() const override;
 
             private:
                 AutoBroadcastSpec m_auto_broadcast;

ngraph/core/include/ngraph/op/shape_of.hpp

@@ -43,6 +43,7 @@ namespace ngraph
                 bool get_is_foldable() const { return m_is_foldable; }
                 bool evaluate(const HostTensorVector& output_values,
                               const HostTensorVector& input_values) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& output_values) const override;
                 bool evaluate_upper(const HostTensorVector& output_values) const override;
                 bool constant_fold(OutputVector& output_values,
@@ -81,6 +82,7 @@ namespace ngraph
                 bool get_is_foldable() const { return m_is_foldable; }
                 bool evaluate(const HostTensorVector& output_values,
                               const HostTensorVector& input_values) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& output_values) const override;
                 bool evaluate_upper(const HostTensorVector& output_values) const override;
                 bool constant_fold(OutputVector& output_values,

ngraph/core/include/ngraph/op/shuffle_channels.hpp

@@ -48,6 +48,7 @@ namespace ngraph
                 int64_t get_group() const { return m_group; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 /// \brief Generates a shape required to permute the data

ngraph/core/include/ngraph/op/sigmoid.hpp

@@ -26,6 +26,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Sigmoid;

ngraph/core/include/ngraph/op/sign.hpp

@@ -30,6 +30,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Sign;

ngraph/core/include/ngraph/op/sin.hpp

@@ -43,6 +43,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Sin;

ngraph/core/include/ngraph/op/sinh.hpp

@@ -29,6 +29,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Sinh;

ngraph/core/include/ngraph/op/softmax.hpp

@@ -42,6 +42,7 @@ namespace ngraph
                 void set_axis(const size_t axis) { m_axis = axis; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 size_t m_axis;

ngraph/core/include/ngraph/op/softplus.hpp

@@ -34,6 +34,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v4
     }     // namespace op

ngraph/core/include/ngraph/op/space_to_batch.hpp

@@ -51,6 +51,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 bool evaluate_space_to_batch(const HostTensorVector& outputs,

ngraph/core/include/ngraph/op/space_to_depth.hpp

@@ -58,6 +58,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 std::size_t m_blocksize;

ngraph/core/include/ngraph/op/split.hpp

@@ -41,6 +41,7 @@ namespace ngraph
                 void set_num_splits(const size_t num_splits) { m_num_splits = num_splits; }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 size_t m_num_splits;

ngraph/core/include/ngraph/op/sqrt.hpp

@@ -43,6 +43,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Sqrt;

ngraph/core/include/ngraph/op/squeeze.hpp

@@ -29,6 +29,7 @@ namespace ngraph
                 void validate_and_infer_types() override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& outputs) const override;
                 bool evaluate_upper(const HostTensorVector& outputs) const override;
                 bool constant_fold(OutputVector& output_values,

ngraph/core/include/ngraph/op/strided_slice.hpp

@@ -93,6 +93,7 @@ namespace ngraph
                 size_t get_version() const override { return 1; }
                 bool evaluate(const HostTensorVector& output_values,
                               const HostTensorVector& input_values) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& outputs) const override;
                 bool evaluate_upper(const HostTensorVector& outputs) const override;
 

ngraph/core/include/ngraph/op/subtract.hpp

@@ -37,6 +37,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
     }     // namespace op

ngraph/core/include/ngraph/op/swish.hpp

@@ -39,6 +39,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v4
     }     // namespace op

ngraph/core/include/ngraph/op/tan.hpp

@@ -43,6 +43,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Tan;

ngraph/core/include/ngraph/op/tanh.hpp

@@ -29,6 +29,7 @@ namespace ngraph
                     clone_with_new_inputs(const OutputVector& new_args) const override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
         using v0::Tanh;

ngraph/core/include/ngraph/op/tile.hpp

@@ -35,6 +35,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 bool evaluate_tile(const HostTensorVector& outputs,

ngraph/core/include/ngraph/op/topk.hpp

@@ -86,6 +86,7 @@ namespace ngraph
                 size_t get_default_output_index() const override { return no_default_index(); }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 int64_t m_axis;
@@ -149,6 +150,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             protected:
                 virtual size_t

ngraph/core/include/ngraph/op/transpose.hpp

@@ -40,6 +40,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
         using v1::Transpose;

ngraph/core/include/ngraph/op/unsqueeze.hpp

@@ -28,6 +28,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
                 bool evaluate_lower(const HostTensorVector& output_values) const override;
                 bool evaluate_upper(const HostTensorVector& output_values) const override;
 

ngraph/core/include/ngraph/op/variadic_split.hpp

@@ -44,6 +44,7 @@ namespace ngraph
                 size_t get_default_output_index() const override { return no_default_index(); }
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
 
             private:
                 bool evaluate_variadic_split(const HostTensorVector& outputs,

ngraph/core/include/ngraph/op/xor.hpp

@@ -42,6 +42,7 @@ namespace ngraph
                 bool visit_attributes(AttributeVisitor& visitor) override;
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v1
         namespace v0
@@ -73,6 +74,7 @@ namespace ngraph
 
                 bool evaluate(const HostTensorVector& outputs,
                               const HostTensorVector& inputs) const override;
+                bool has_evaluate() const override;
             };
         } // namespace v0
 

ngraph/core/src/op/abs.cpp

@@ -65,3 +65,21 @@ bool op::Abs::evaluate(const HostTensorVector& outputs, const HostTensorVector&
     NGRAPH_OP_SCOPE(v0_Abs_evaluate);
     return absop::evaluate_abs(inputs[0], outputs[0], shape_size(get_output_shape(0)));
 }
+
+bool op::Abs::has_evaluate() const
+{
+    NGRAPH_OP_SCOPE(v0_Abs_has_evaluate);
+    switch (get_input_element_type(0))
+    {
+    case ngraph::element::i32:
+    case ngraph::element::i64:
+    case ngraph::element::u32:
+    case ngraph::element::u64:
+    case ngraph::element::f16:
+    case ngraph::element::f32:
+    case ngraph::element::bf16:
+    case ngraph::element::boolean: return true;
+    default: break;
+    }
+    return false;
+}

ngraph/core/src/op/acos.cpp

@@ -73,3 +73,20 @@ bool op::Acos::evaluate(const HostTensorVector& outputs, const HostTensorVector&
     NGRAPH_OP_SCOPE(v0_Acos_evaluate);
     return acosop::evaluate_acos(inputs[0], outputs[0], shape_size(get_output_shape(0)));
 }
+
+bool op::Acos::has_evaluate() const
+{
+    NGRAPH_OP_SCOPE(v0_Acos_has_evaluate);
+    switch (get_input_element_type(0))
+    {
+    case ngraph::element::i32:
+    case ngraph::element::i64:
+    case ngraph::element::u32:
+    case ngraph::element::u64:
+    case ngraph::element::f16:
+    case ngraph::element::f32:
+    case ngraph::element::boolean: return true;
+    default: break;
+    }
+    return false;
+}