IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[CPU] Fix QueryNetwork for ReferenceNode (#5809)

Browse Source 
* has_evaluate() was added
This commit is contained in:
Maxim Andronov 2021-05-28 09:24:38 +03:00 committed by GitHub
parent 04f42d8442
commit 9424272cce
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
195 changed files with 1727 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
inference-engine/src/mkldnn_plugin/nodes/mkldnn_reference_node.cpp
View File

@ -15,6 +15,9 @@ using namespace InferenceEngine::details;
MKLDNNReferenceNode::MKLDNNReferenceNode(const std::shared_ptr<ngraph::Node>& op, const mkldnn::engine& eng, MKLDNNWeightsSharing::Ptr &cache,
const std::string& errorMessage) :
MKLDNNNode(op, eng, cache), ngraphOp(op), additionalErrorMessage(errorMessage) {
if (!op->has_evaluate()) {
IE_THROW(NotImplemented) << "Cannot fallback on ngraph reference implementation (Ngraph::Node::evaluate() is not implemented)";
}
setType(Reference);
setTypeStr("Reference");
}
@ -69,14 +72,7 @@ void MKLDNNReferenceNode::execute(mkldnn::stream strm) {
}
if (!ngraphOp->evaluate(outputs, inputs)) {
std::string errorDetails = "Unsupported operation of type: " + std::string(ngraphOp->get_type_name()) +
" name: " + std::string(ngraphOp->get_friendly_name());
errorDetails += "\nDetails: \n";
if (!additionalErrorMessage.empty()) {
errorDetails += additionalErrorMessage + "\n";
}
errorDetails += "Cannot fallback on ngraph reference implementation (Ngraph::Node::evaluate() is not implemented)";
IE_THROW(NotImplemented) << errorDetails;
IE_THROW() << "Evaluation failed on node of type: " << std::string(ngraphOp->get_type_name()) << " name: " << getName();
}
}

1
ngraph/core/include/ngraph/op/abs.hpp
View File

@ -38,6 +38,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Abs;

1
ngraph/core/include/ngraph/op/acos.hpp
View File

@ -36,6 +36,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Acos;

1
ngraph/core/include/ngraph/op/acosh.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override { return true; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v3
using v3::Acosh;

1
ngraph/core/include/ngraph/op/add.hpp
View File

@ -51,6 +51,7 @@ namespace ngraph
size_t get_version() const override { return 1; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/and.hpp
View File

@ -43,6 +43,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/asin.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override { return true; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Asin;

1
ngraph/core/include/ngraph/op/asinh.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override { return true; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v3
using v3::Asinh;

1
ngraph/core/include/ngraph/op/assign.hpp
View File

@ -84,6 +84,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs,
const EvaluationContext& evaluation_context) const override;
bool has_evaluate() const override;
bool constant_fold(OutputVector& output_values,
const OutputVector& inputs_values) override;
};

1
ngraph/core/include/ngraph/op/atan.hpp
View File

@ -38,6 +38,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override { return true; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Atan;

1
ngraph/core/include/ngraph/op/atanh.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override { return true; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v3
using v3::Atanh;

1
ngraph/core/include/ngraph/op/batch_to_space.hpp
View File

@ -44,6 +44,7 @@ namespace ngraph
const Output<Node>& crops_end);
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
void validate_and_infer_types() override;
std::shared_ptr<Node>

2
ngraph/core/include/ngraph/op/broadcast.hpp
View File

@ -70,6 +70,7 @@ namespace ngraph
std::pair<bool, AxisSet> get_broadcast_axes() const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
bool broadcast_evaluate(const HostTensorVector& outputs,
@ -132,6 +133,7 @@ namespace ngraph
void validate_and_infer_types() override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
AutoBroadcastSpec m_broadcast_spec;

1
ngraph/core/include/ngraph/op/ceiling.hpp
View File

@ -30,6 +30,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Ceiling;

1
ngraph/core/include/ngraph/op/clamp.hpp
View File

@ -42,6 +42,7 @@ namespace ngraph
double get_max() const { return m_max; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
double m_min;

1
ngraph/core/include/ngraph/op/concat.hpp
View File

@ -51,6 +51,7 @@ namespace ngraph
void set_axis(int64_t axis) { m_axis = axis; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& output_values) const override;
bool evaluate_upper(const HostTensorVector& output_values) const override;

1
ngraph/core/include/ngraph/op/constant.hpp
View File

@ -171,6 +171,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& outputs) const override;
bool evaluate_upper(const HostTensorVector& outputs) const override;

1
ngraph/core/include/ngraph/op/convert.hpp
View File

@ -44,6 +44,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& outputs) const override;
bool evaluate_upper(const HostTensorVector& outputs) const override;

1
ngraph/core/include/ngraph/op/cos.hpp
View File

@ -30,6 +30,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Cos;

1
ngraph/core/include/ngraph/op/cosh.hpp
View File

@ -30,6 +30,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Cosh;

1
ngraph/core/include/ngraph/op/depth_to_space.hpp
View File

@ -60,6 +60,7 @@ namespace ngraph
void validate_and_infer_types() override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
std::size_t m_blocksize;

1
ngraph/core/include/ngraph/op/divide.hpp
View File

@ -53,6 +53,7 @@ namespace ngraph
size_t get_version() const override { return 1; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
bool m_pythondiv{true};

1
ngraph/core/include/ngraph/op/equal.hpp
View File

@ -54,6 +54,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/erf.hpp
View File

@ -25,6 +25,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Erf;

1
ngraph/core/include/ngraph/op/exp.hpp
View File

@ -31,6 +31,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Exp;

1
ngraph/core/include/ngraph/op/floor.hpp
View File

@ -29,6 +29,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Floor;

1
ngraph/core/include/ngraph/op/floor_mod.hpp
View File

@ -44,6 +44,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1

1
ngraph/core/include/ngraph/op/gelu.hpp
View File

@ -74,6 +74,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
std::shared_ptr<Node>
clone_with_new_inputs(const OutputVector& new_args) const override;

1
ngraph/core/include/ngraph/op/greater.hpp
View File

@ -36,6 +36,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/greater_eq.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/hsigmoid.hpp
View File

@ -35,6 +35,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v5
} // namespace op

1
ngraph/core/include/ngraph/op/hswish.hpp
View File

@ -35,6 +35,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v4
} // namespace op

1
ngraph/core/include/ngraph/op/interpolate.hpp
View File

@ -216,6 +216,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
const InterpolateAttrs& get_attrs() const { return m_attrs; }

1
ngraph/core/include/ngraph/op/less.hpp
View File

@ -36,6 +36,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/less_eq.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/log.hpp
View File

@ -30,6 +30,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Log;

1
ngraph/core/include/ngraph/op/loop.hpp
View File

@ -72,6 +72,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
Loop(const Loop&);

1
ngraph/core/include/ngraph/op/matmul.hpp
View File

@ -38,6 +38,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool get_transpose_a() const { return m_transpose_a; }
bool get_transpose_b() const { return m_transpose_b; }

1
ngraph/core/include/ngraph/op/max.hpp
View File

@ -33,6 +33,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/max_pool.hpp
View File

@ -73,6 +73,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
Shape m_kernel;

1
ngraph/core/include/ngraph/op/maximum.hpp
View File

@ -39,6 +39,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/min.hpp
View File

@ -33,6 +33,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& outputs) const override;
bool evaluate_upper(const HostTensorVector& outputs) const override;
};

1
ngraph/core/include/ngraph/op/mish.hpp
View File

@ -34,6 +34,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v4
} // namespace op

1
ngraph/core/include/ngraph/op/multiply.hpp
View File

@ -39,6 +39,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/negative.hpp
View File

@ -30,6 +30,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Negative;

1
ngraph/core/include/ngraph/op/non_zero.hpp
View File

@ -60,6 +60,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
element::Type m_output_type = element::i64;

1
ngraph/core/include/ngraph/op/not.hpp
View File

@ -31,6 +31,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/not_equal.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool visit_attributes(AttributeVisitor& visitor) override;
};
} // namespace v1

1
ngraph/core/include/ngraph/op/one_hot.hpp
View File

@ -42,6 +42,7 @@ namespace ngraph
virtual bool evaluate(const HostTensorVector& output_values,
const HostTensorVector& input_values) const override;
bool has_evaluate() const override;
/// \return The index of the one-hot axis.
int64_t get_axis() const { return m_axis; }

1
ngraph/core/include/ngraph/op/or.hpp
View File

@ -41,6 +41,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/pad.hpp
View File

@ -74,6 +74,7 @@ namespace ngraph
void set_pad_mode(PadMode pad_mode) { m_pad_mode = pad_mode; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
PadMode m_pad_mode;

1
ngraph/core/include/ngraph/op/power.hpp
View File

@ -52,6 +52,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/prelu.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::PRelu;

1
ngraph/core/include/ngraph/op/prior_box.hpp
View File

@ -66,6 +66,7 @@ namespace ngraph
virtual bool visit_attributes(AttributeVisitor& visitor) override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
PriorBoxAttrs m_attrs;

1
ngraph/core/include/ngraph/op/prior_box_clustered.hpp
View File

@ -54,6 +54,7 @@ namespace ngraph
virtual bool visit_attributes(AttributeVisitor& visitor) override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
PriorBoxClusteredAttrs m_attrs;

2
ngraph/core/include/ngraph/op/range.hpp
View File

@ -42,6 +42,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
element::Type m_output_type;
@ -77,6 +78,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Range;

1
ngraph/core/include/ngraph/op/read_value.hpp
View File

@ -94,6 +94,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs,
const EvaluationContext& evaluation_context) const override;
bool has_evaluate() const override;
bool constant_fold(OutputVector& output_values,
const OutputVector& inputs_values) override;

1
ngraph/core/include/ngraph/op/reduce_l1.hpp
View File

@ -40,6 +40,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v4
} // namespace op

1
ngraph/core/include/ngraph/op/reduce_l2.hpp
View File

@ -39,6 +39,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v4
} // namespace op

1
ngraph/core/include/ngraph/op/reduce_logical_and.hpp
View File

@ -36,6 +36,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/reduce_logical_or.hpp
View File

@ -36,6 +36,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/reduce_mean.hpp
View File

@ -32,6 +32,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/reduce_prod.hpp
View File

@ -39,6 +39,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& outputs) const override;
bool evaluate_upper(const HostTensorVector& outputs) const override;
};

1
ngraph/core/include/ngraph/op/reduce_sum.hpp
View File

@ -87,6 +87,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
}
}

1
ngraph/core/include/ngraph/op/relu.hpp
View File

@ -34,6 +34,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool visit_attributes(AttributeVisitor& visitor) override;
};
} // namespace v0

1
ngraph/core/include/ngraph/op/reshape.hpp
View File

@ -54,6 +54,7 @@ namespace ngraph
void set_special_zero(bool special_zero) { m_special_zero = special_zero; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& outputs) const override;
bool evaluate_upper(const HostTensorVector& outputs) const override;
bool constant_fold(OutputVector& output_values,

1
ngraph/core/include/ngraph/op/result.hpp
View File

@ -36,6 +36,7 @@ namespace ngraph
bool needs_default_layout() const { return m_needs_default_layout; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool constant_fold(OutputVector& output_values,
const OutputVector& inputs_values) override;

1
ngraph/core/include/ngraph/op/reverse.hpp
View File

@ -50,6 +50,7 @@ namespace ngraph
virtual size_t get_version() const override { return 1; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
Mode mode_from_string(const std::string& mode) const;

1
ngraph/core/include/ngraph/op/roi_align.hpp
View File

@ -66,6 +66,7 @@ namespace ngraph
PoolingMode get_mode() const { return m_mode; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
PoolingMode mode_from_string(const std::string& mode) const;

1
ngraph/core/include/ngraph/op/round.hpp
View File

@ -47,6 +47,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
RoundMode get_mode() const { return m_mode; }

1
ngraph/core/include/ngraph/op/scatter_elements_update.hpp
View File

@ -40,6 +40,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& inputs) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
bool evaluate_scatter_element_update(const HostTensorVector& outputs,

1
ngraph/core/include/ngraph/op/scatter_nd_update.hpp
View File

@ -34,6 +34,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v3
using v3::ScatterNDUpdate;

1
ngraph/core/include/ngraph/op/scatter_update.hpp
View File

@ -41,6 +41,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
bool evaluate_scatter_update(const HostTensorVector& outputs,

1
ngraph/core/include/ngraph/op/select.hpp
View File

@ -67,6 +67,7 @@ namespace ngraph
const AutoBroadcastSpec& get_autob() const override { return m_auto_broadcast; }
virtual bool evaluate(const HostTensorVector& output_values,
const HostTensorVector& input_values) const override;
bool has_evaluate() const override;
private:
AutoBroadcastSpec m_auto_broadcast;

2
ngraph/core/include/ngraph/op/shape_of.hpp
View File

@ -43,6 +43,7 @@ namespace ngraph
bool get_is_foldable() const { return m_is_foldable; }
bool evaluate(const HostTensorVector& output_values,
const HostTensorVector& input_values) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& output_values) const override;
bool evaluate_upper(const HostTensorVector& output_values) const override;
bool constant_fold(OutputVector& output_values,
@ -81,6 +82,7 @@ namespace ngraph
bool get_is_foldable() const { return m_is_foldable; }
bool evaluate(const HostTensorVector& output_values,
const HostTensorVector& input_values) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& output_values) const override;
bool evaluate_upper(const HostTensorVector& output_values) const override;
bool constant_fold(OutputVector& output_values,

1
ngraph/core/include/ngraph/op/shuffle_channels.hpp
View File

@ -48,6 +48,7 @@ namespace ngraph
int64_t get_group() const { return m_group; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
/// \brief Generates a shape required to permute the data

1
ngraph/core/include/ngraph/op/sigmoid.hpp
View File

@ -26,6 +26,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Sigmoid;

1
ngraph/core/include/ngraph/op/sign.hpp
View File

@ -30,6 +30,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Sign;

1
ngraph/core/include/ngraph/op/sin.hpp
View File

@ -43,6 +43,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Sin;

1
ngraph/core/include/ngraph/op/sinh.hpp
View File

@ -29,6 +29,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Sinh;

1
ngraph/core/include/ngraph/op/softmax.hpp
View File

@ -42,6 +42,7 @@ namespace ngraph
void set_axis(const size_t axis) { m_axis = axis; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
size_t m_axis;

1
ngraph/core/include/ngraph/op/softplus.hpp
View File

@ -34,6 +34,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v4
} // namespace op

1
ngraph/core/include/ngraph/op/space_to_batch.hpp
View File

@ -51,6 +51,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
bool evaluate_space_to_batch(const HostTensorVector& outputs,

1
ngraph/core/include/ngraph/op/space_to_depth.hpp
View File

@ -58,6 +58,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
std::size_t m_blocksize;

1
ngraph/core/include/ngraph/op/split.hpp
View File

@ -41,6 +41,7 @@ namespace ngraph
void set_num_splits(const size_t num_splits) { m_num_splits = num_splits; }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
size_t m_num_splits;

1
ngraph/core/include/ngraph/op/sqrt.hpp
View File

@ -43,6 +43,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Sqrt;

1
ngraph/core/include/ngraph/op/squeeze.hpp
View File

@ -29,6 +29,7 @@ namespace ngraph
void validate_and_infer_types() override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& outputs) const override;
bool evaluate_upper(const HostTensorVector& outputs) const override;
bool constant_fold(OutputVector& output_values,

1
ngraph/core/include/ngraph/op/strided_slice.hpp
View File

@ -93,6 +93,7 @@ namespace ngraph
size_t get_version() const override { return 1; }
bool evaluate(const HostTensorVector& output_values,
const HostTensorVector& input_values) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& outputs) const override;
bool evaluate_upper(const HostTensorVector& outputs) const override;

1
ngraph/core/include/ngraph/op/subtract.hpp
View File

@ -37,6 +37,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
} // namespace op

1
ngraph/core/include/ngraph/op/swish.hpp
View File

@ -39,6 +39,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v4
} // namespace op

1
ngraph/core/include/ngraph/op/tan.hpp
View File

@ -43,6 +43,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Tan;

1
ngraph/core/include/ngraph/op/tanh.hpp
View File

@ -29,6 +29,7 @@ namespace ngraph
clone_with_new_inputs(const OutputVector& new_args) const override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0
using v0::Tanh;

1
ngraph/core/include/ngraph/op/tile.hpp
View File

@ -35,6 +35,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
bool evaluate_tile(const HostTensorVector& outputs,

2
ngraph/core/include/ngraph/op/topk.hpp
View File

@ -86,6 +86,7 @@ namespace ngraph
size_t get_default_output_index() const override { return no_default_index(); }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
int64_t m_axis;
@ -149,6 +150,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
protected:
virtual size_t

1
ngraph/core/include/ngraph/op/transpose.hpp
View File

@ -40,6 +40,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
using v1::Transpose;

1
ngraph/core/include/ngraph/op/unsqueeze.hpp
View File

@ -28,6 +28,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
bool evaluate_lower(const HostTensorVector& output_values) const override;
bool evaluate_upper(const HostTensorVector& output_values) const override;

1
ngraph/core/include/ngraph/op/variadic_split.hpp
View File

@ -44,6 +44,7 @@ namespace ngraph
size_t get_default_output_index() const override { return no_default_index(); }
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
private:
bool evaluate_variadic_split(const HostTensorVector& outputs,

2
ngraph/core/include/ngraph/op/xor.hpp
View File

@ -42,6 +42,7 @@ namespace ngraph
bool visit_attributes(AttributeVisitor& visitor) override;
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v1
namespace v0
@ -73,6 +74,7 @@ namespace ngraph
bool evaluate(const HostTensorVector& outputs,
const HostTensorVector& inputs) const override;
bool has_evaluate() const override;
};
} // namespace v0

18
ngraph/core/src/op/abs.cpp
View File

@ -65,3 +65,21 @@ bool op::Abs::evaluate(const HostTensorVector& outputs, const HostTensorVector&
NGRAPH_OP_SCOPE(v0_Abs_evaluate);
return absop::evaluate_abs(inputs[0], outputs[0], shape_size(get_output_shape(0)));
}
bool op::Abs::has_evaluate() const
{
NGRAPH_OP_SCOPE(v0_Abs_has_evaluate);
switch (get_input_element_type(0))
{
case ngraph::element::i32:
case ngraph::element::i64:
case ngraph::element::u32:
case ngraph::element::u64:
case ngraph::element::f16:
case ngraph::element::f32:
case ngraph::element::bf16:
case ngraph::element::boolean: return true;
default: break;
}
return false;
}

17
ngraph/core/src/op/acos.cpp
View File

@ -73,3 +73,20 @@ bool op::Acos::evaluate(const HostTensorVector& outputs, const HostTensorVector&
NGRAPH_OP_SCOPE(v0_Acos_evaluate);
return acosop::evaluate_acos(inputs[0], outputs[0], shape_size(get_output_shape(0)));
}
bool op::Acos::has_evaluate() const
{
NGRAPH_OP_SCOPE(v0_Acos_has_evaluate);
switch (get_input_element_type(0))
{
case ngraph::element::i32:
case ngraph::element::i64:
case ngraph::element::u32:
case ngraph::element::u64:
case ngraph::element::f16:
case ngraph::element::f32:
case ngraph::element::boolean: return true;
default: break;
}
return false;
}

Some files were not shown because too many files have changed in this diff Show More