Skip to content

Commit

Permalink
[GPU] Increasing conditions for using fake_aligned shapes (openvinoto…
Browse files Browse the repository at this point in the history
  • Loading branch information
Lyamin-Roman authored Sep 16, 2024
1 parent de15414 commit 03aaa41
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 5 deletions.
5 changes: 5 additions & 0 deletions src/plugins/intel_gpu/src/graph/fully_connected.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -222,6 +222,11 @@ kernel_impl_params fully_connected_inst::get_fake_aligned_params(kernel_impl_par
return std::move(orig_impl_param);
}

if (orig_impl_param.dev_type == cldnn::device_type::integrated_gpu &&
batch_size <= 91 && input_shape.back() >= 512) {
return std::move(orig_impl_param);
}

size_t fake_align_base = 8;
if (orig_impl_param.dev_type == cldnn::device_type::integrated_gpu) {
auto weights_layout_dt = orig_impl_param.weights_layout.value().data_type;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -83,13 +83,13 @@ INSTANTIATE_TEST_SUITE_P(smoke, fully_connected_fake_align_test,
layout{ov::PartialShape{0, 1000}, data_types::f16, format::bfyx} // fake_aligned output layout_dgpu
},
{
layout{ov::PartialShape{11, 1024}, data_types::i8, format::bfyx, padding{{1,1,1,1}, 0}}, // input_layout
layout{ov::PartialShape{92, 1024}, data_types::i8, format::bfyx, padding{{1,1,1,1}, 0}}, // input_layout
layout{ov::PartialShape{1000, 1024}, data_types::i8, format::bfyx}, // weight layout
data_types::f16,
layout{ov::PartialShape{16, 1024}, data_types::i8, format::bfyx, padding{{1,1,1,1}, 0}}, // fake_aligned input layout_igpu
layout{ov::PartialShape{16, 1000}, data_types::f16, format::bfyx}, // fake_aligned output layout_igpu
layout{ov::PartialShape{16, 1024}, data_types::i8, format::bfyx, padding{{1,1,1,1}, 0}}, // fake_aligned input layout_dgpu
layout{ov::PartialShape{16, 1000}, data_types::f16, format::bfyx} // fake_aligned output layout_dgpu
layout{ov::PartialShape{96, 1024}, data_types::i8, format::bfyx, padding{{1,1,1,1}, 0}}, // fake_aligned input layout_igpu
layout{ov::PartialShape{96, 1000}, data_types::f16, format::bfyx}, // fake_aligned output layout_igpu
layout{ov::PartialShape{96, 1024}, data_types::i8, format::bfyx, padding{{1,1,1,1}, 0}}, // fake_aligned input layout_dgpu
layout{ov::PartialShape{96, 1000}, data_types::f16, format::bfyx} // fake_aligned output layout_dgpu

},
{
Expand Down

0 comments on commit 03aaa41

Please sign in to comment.