diff --git a/inference-engine/thirdparty/clDNN/src/primitive_inst.cpp b/inference-engine/thirdparty/clDNN/src/primitive_inst.cpp
index 13b43cbbd96..30ec5be2a5e 100644
--- a/inference-engine/thirdparty/clDNN/src/primitive_inst.cpp
+++ b/inference-engine/thirdparty/clDNN/src/primitive_inst.cpp
@@ -186,7 +186,8 @@ memory_impl::ptr primitive_inst::allocate_output() {
                                       _node.get_memory_dependencies(),
                                       alloc_type,
                                       false);
-    } else if (_network.is_internal() && _node.is_output() && _node.is_type<generic_layer>()) {
+    } else if (_network.is_internal() && _node.is_output() && _node.is_type<generic_layer>() &&
+               engine.supports_allocation(allocation_type::usm_device)) {
         return engine.allocate_memory(layout, allocation_type::usm_device, net_id);
     } else if (_network.is_internal() || (!_node.can_share_buffer()) || _node.can_be_optimized() || _node.is_output()) {
         return engine.allocate_memory(layout, alloc_type, net_id);