diff --git a/conformance/utils/suite/experimental_suite.go b/conformance/utils/suite/experimental_suite.go
index e0279073bb..bcc277c345 100644
--- a/conformance/utils/suite/experimental_suite.go
+++ b/conformance/utils/suite/experimental_suite.go
@@ -142,6 +142,10 @@ func NewExperimentalConformanceTestSuite(s ExperimentalConformanceOptions) (*Exp
 		}
 	}
 
+	for feature := range s.ExemptFeatures {
+		s.SupportedFeatures.Delete(feature)
+	}
+
 	if s.FS == nil {
 		s.FS = &conformance.Manifests
 	}