diff --git a/src/common/low_precision_transformations/src/reduce_sum.cpp b/src/common/low_precision_transformations/src/reduce_sum.cpp
index cab168e55631a3..9cc4d3cba0fd50 100644
--- a/src/common/low_precision_transformations/src/reduce_sum.cpp
+++ b/src/common/low_precision_transformations/src/reduce_sum.cpp
@@ -68,14 +68,24 @@ void ReduceSumTransformation::changeDequantizationValues(
         }
 
         // (a1 - s) + (a2 - s) + ... + (an - s) = (a1 + a2 + ... + an) - n * s
-        const auto reductionSizeConstant = ov::opset1::Constant::create(
-            dequantization.subtractConstant->get_element_type(),
-            Shape{},
-            { static_cast<float>(reductionSize) });
-        const auto result = fold<ov::opset1::Multiply>(dequantization.subtractConstant, reductionSizeConstant);
+        const auto reductionSizeConstant = ov::opset1::Constant::create(deqPrecision, Shape{}, { static_cast<float>(reductionSize) });
+        OPENVINO_ASSERT(deqPrecision == dequantization.subtract->get_input_element_type(0),
+                        "dequantization precision ", deqPrecision,
+                        " differs from zero point 0 input ", dequantization.subtract->get_input_element_type(0));
+        const auto result = fold<ov::opset1::Multiply>(
+            foldConvert(dequantization.subtractConstant, deqPrecision),
+            reductionSizeConstant);
+
+        replace_node(
+            dequantization.subtractConvert != nullptr ?
+                std::dynamic_pointer_cast<ov::Node>(dequantization.subtractConvert) :
+                dequantization.subtractConstant,
+            result);
 
-        replace_node(dequantization.subtractConstant, result);
         dequantization.subtractConstant = ov::as_type_ptr<ov::opset1::Constant>(result);
+        if (dequantization.subtractConvert != nullptr) {
+            dequantization.subtractConvert = nullptr;
+        }
     }
 }
 
diff --git a/src/common/low_precision_transformations/tests/reduce_sum_transformation.cpp b/src/common/low_precision_transformations/tests/reduce_sum_transformation.cpp
index 5bb09b8984fce7..6f306d24db746e 100644
--- a/src/common/low_precision_transformations/tests/reduce_sum_transformation.cpp
+++ b/src/common/low_precision_transformations/tests/reduce_sum_transformation.cpp
@@ -30,7 +30,6 @@ using namespace ov::builder::subgraph;
 class ReduceSumTransformation : public ReduceTransformation<ov::op::v1::ReduceSum> {
     void SetUp() override {
         ReduceTransformation::SetUp();
-
         const auto transformationParams = std::get<1>(GetParam()).params;
 
         SimpleLowPrecisionTransformer transform;
@@ -352,7 +351,7 @@ namespace testValues3 {
                 ov::element::u8,
                 {
                     {ov::element::f32},
-                    {{2.f, 4.f, 6.f}, ov::element::f32, {1, 3, 1, 1}, false, 1ul, ov::element::u8, true},
+                    {{40.f, 80.f, 120.f}, ov::element::f32, {1, 3, 1, 1}, false, 1ul, ov::element::u8, true},
                     {{0.1f, 1.f, 10.f}, ov::element::f32, {1, 3, 1, 1}}
                 }
             },
@@ -362,7 +361,7 @@ namespace testValues3 {
                 ov::element::f32,
                 {
                     {},
-                    {{8.f, 16.f, 24.f}, ov::element::f32, {1, 3, 1, 1}, false, 1ul, ov::element::u8, true},
+                    {{160.f, 320.f, 480.f}, ov::element::f32, {1, 3, 1, 1}},
                     {{0.1f, 1.f, 10.f}, ov::element::f32, {1, 3, 1, 1}}
                 }
             }
@@ -375,7 +374,7 @@ namespace testValues3 {
                 ov::element::i8,
                 {
                     {ov::element::f32},
-                    {{2.f, 4.f, 6.f}, ov::element::f32, {1, 3, 1, 1}, false, 1ul, ov::element::i8, true},
+                    {{40.f, 80.f, 120.f}, ov::element::f32, {1, 3, 1, 1}, false, 1ul, ov::element::i8, true},
                     {{0.1f, 1.f, 10.f}, ov::element::f32, {1, 3, 1, 1}}
                 }
             },
@@ -385,7 +384,7 @@ namespace testValues3 {
                 ov::element::f32,
                 {
                     {},
-                    {{8.f, 16.f, 24.f}, ov::element::f32, {1, 3, 1, 1}, false, 1ul, ov::element::i8, true},
+                    {{160.f, 320.f, 480.f}, ov::element::f32, {1, 3, 1, 1}},
                     {{0.1f, 1.f, 10.f}, ov::element::f32, {1, 3, 1, 1}}
                 }
             }