diff --git a/inference-engine/thirdparty/clDNN/src/graph_optimizer/add_required_reorders.cpp b/inference-engine/thirdparty/clDNN/src/graph_optimizer/add_required_reorders.cpp
index d35ea4c868b..1acc27df9d3 100644
--- a/inference-engine/thirdparty/clDNN/src/graph_optimizer/add_required_reorders.cpp
+++ b/inference-engine/thirdparty/clDNN/src/graph_optimizer/add_required_reorders.cpp
@@ -162,14 +162,22 @@ void add_required_reorders::run(program& p) {
                 };
             }
 
-            for (auto new_layout_format : preffered_layout_formats) {
-                layout current_layout(original_layout.data_type,
-                                      new_layout_format,
-                                      original_layout.size);
-                usr->set_output_layout(current_layout, false);
+            if (usr->get_preferred_impl_type() == impl_types::onednn) {
+                usr->set_preferred_impl_type(impl_types::ocl);
+                usr->set_output_layout(original_layout, false);
                 if (usr->type()->does_possible_implementation_exist(*usr)) {
                     correct_layout_selected = true;
-                    break;
+                }
+            }
+
+            if (!correct_layout_selected) {
+                for (auto new_layout_format : preffered_layout_formats) {
+                    layout current_layout(original_layout.data_type, new_layout_format, original_layout.size);
+                    usr->set_output_layout(current_layout, false);
+                    if (usr->type()->does_possible_implementation_exist(*usr)) {
+                        correct_layout_selected = true;
+                        break;
+                    }
                 }
             }
 
diff --git a/inference-engine/thirdparty/clDNN/src/graph_optimizer/remove_redundant_reorders.cpp b/inference-engine/thirdparty/clDNN/src/graph_optimizer/remove_redundant_reorders.cpp
index e40be287243..1f5383351c2 100644
--- a/inference-engine/thirdparty/clDNN/src/graph_optimizer/remove_redundant_reorders.cpp
+++ b/inference-engine/thirdparty/clDNN/src/graph_optimizer/remove_redundant_reorders.cpp
@@ -54,10 +54,15 @@ void remove_redundant_reorders::run(program& p) {
             if (!node.get_fused_activations_funcs().empty())
                 continue;
 
+            // Avoid different data types between input and output
             auto same_data_type = input.get_output_layout().data_type == output_layout.data_type;
             if (!same_data_type)
                 continue;
 
+            // Avoid optimization of nv12 reorder
+            if (node.get_dependencies().size() != 1)
+                continue;
+
             bool all_users_fuse = true;
             std::vector<program_node*> recalc_list;
 
@@ -334,7 +339,7 @@ void remove_redundant_reorders::run(program& p) {
         p.remove_if_dangling(node);
     }
 
-    // Remove reorder for Convolution bfyx -> fs_b_yx_fsv32
+    // Remove reorder for Convolution bfyx -> fs_b_yx_fsv32 (+ onednn: bfyx -> b_fs_yx_fsv32)
     auto try_fuse_reorder_bfyx_to_fsv32 = [&](reorder_node* node) {
         if (node->get_users().size() != 1)
             return;
@@ -342,9 +347,14 @@ void remove_redundant_reorders::run(program& p) {
         auto& usr = node->get_users().front();
         auto& dep = node->get_dependency(0);
         if (!(usr->is_type<convolution>()) ||
-             (usr->get_output_layout().data_type != dep.get_output_layout().data_type) ||
-             (dep.get_output_layout().format != format::bfyx) ||
-             (usr->get_output_layout().format != format::fs_b_yx_fsv32))
+            usr->get_output_layout().data_type != dep.get_output_layout().data_type ||
+            dep.get_output_layout().format != format::bfyx)
+            return;
+        if (usr->as<convolution>().get_preferred_impl_type() == impl_types::ocl &&
+            usr->get_output_layout().format != format::fs_b_yx_fsv32)
+            return;
+        if (usr->as<convolution>().get_preferred_impl_type() == impl_types::onednn &&
+            usr->get_output_layout().format != format::b_fs_yx_fsv32)
             return;
 
         if (dep.is_type<input_layout>())
@@ -377,6 +387,10 @@ void remove_redundant_reorders::run(program& p) {
         if (input.as<convolution>().get_primitive()->groups != 1)
             return;
 
+        // Avoid onednn convolution selects ref kernel for fsv16 -> bfyx
+        if (input.as<convolution>().get_preferred_impl_type() == impl_types::onednn)
+            return;
+
         if (input.get_users().size() != 1)
             return;
 
@@ -475,4 +489,11 @@ void remove_redundant_reorders::run(program& p) {
             p.extract_and_remove(reshape_node);
         }
     }
+
+    for (auto n : p.get_processing_order()) {
+        if (n->is_in_data_flow() && n->is_type<reorder>()) {
+            auto preferred_impl = lo.get_preferred_impl_type(*n, n->get_dependency(0).get_output_layout().format);
+            n->set_preferred_impl_type(preferred_impl);
+        }
+    }
 }