diff --git a/src/Microsoft.IdentityModel.Logging/IdentityModelTelemetryUtil.cs b/src/Microsoft.IdentityModel.Logging/IdentityModelTelemetryUtil.cs
index 1446113a04..6ea712627d 100644
--- a/src/Microsoft.IdentityModel.Logging/IdentityModelTelemetryUtil.cs
+++ b/src/Microsoft.IdentityModel.Logging/IdentityModelTelemetryUtil.cs
@@ -134,12 +134,7 @@ internal static void SetTelemetryData(HttpRequestMessage request, IDictionary<st
             if (additionalHeaders != null)
             {
                 foreach (var parameter in additionalHeaders)
-                {
-                    // remove this header if it already exists.
-                    // we don't want to add an additional value in case when a telemetry header already exists, but to overwrite it.
-                    request.Headers.Remove(parameter.Key);
                     request.Headers.Add(parameter.Key, parameter.Value);
-                }
             }
         }