IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[GPU] Fix program::replace() to copy duplicated connection from single constant (#16529)

Browse Source 
* fix program::replace() to copy duplicated connection from single constant

* add unit test

* modified with review feedback
This commit is contained in:
Wilson Seok 2023-03-29 04:25:22 +09:00 committed by GitHub
parent 40cc006bae
commit 79b267033c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 52 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/plugins/intel_gpu/src/graph/program.cpp
View File

@ -931,9 +931,13 @@ void program::replace(program_node& old_node, program_node& new_node) {
new_node.valid_output_layouts = old_node.valid_output_layouts;
// copy old's dependencies
// First copy them from old node to new node
for (auto& dependency : old_node.dependencies) {
add_connection(*dependency.first, new_node);
}
// Second delete them from old node
while (!old_node.dependencies.empty()) {
auto& dep = old_node.dependencies.front().first;
add_connection(*dep, new_node);
remove_connection(*dep, old_node);
}

47
src/plugins/intel_gpu/tests/passes/prepare_quantization.cpp Normal file
View File

@ -0,0 +1,47 @@
// Copyright (C) 2023 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
//
#include "test_utils.h"
#include "intel_gpu/runtime/engine.hpp"
#include "intel_gpu/graph/network.hpp"
#include "intel_gpu/graph/program.hpp"
#include "data_inst.h"
#include "quantize_inst.h"
#include "pass_manager.h"
#include "to_string_utils.h"
#include "program_wrapper.h"
#include <memory>
using namespace cldnn;
using namespace ::tests;
TEST(prepare_quantization, program_replace_check_num_of_nodes) {
auto& engine = get_test_engine();
auto data0_layout = engine.allocate_memory({ ov::PartialShape{1}, data_types::f32, format::bfyx });
auto data1_layout = engine.allocate_memory({ ov::PartialShape{1}, data_types::f32, format::bfyx });
auto in_layout = layout{ ov::PartialShape::dynamic(0), data_types::f32, format::bfyx };
topology topology;
topology.add(input_layout("input", in_layout));
topology.add(data("input_low", data0_layout));
topology.add(data("input_high", data1_layout));
topology.add(quantize("quantize", input_info("input"), input_info("input_low"), input_info("input_high"), input_info("input_low"), input_info("input_high"), 256, data_types::f32));
ExecutionConfig config;
config.set_property(ov::intel_gpu::optimize_data(true));
auto prog = program::build_program(engine, topology, config, false, true);
ASSERT_NE(prog, nullptr);
ASSERT_TRUE(prog->get_node("quantize").get_dependencies().size() == 5);
layout_optimizer lo(true);
program_wrapper::apply_opt_pass<prepare_quantization>(*prog);
ASSERT_TRUE(prog->get_node("quantize").get_dependencies().size() == 9);
}