wait grace period seconds after pod creation/upgrade

Signed-off-by: mingzhou.swx <[email protected]>

pkg/trafficrouting/manager.go

@@ -120,6 +120,15 @@ func (m *Manager) DoTrafficRouting(c *TrafficRoutingContext) (bool, error) {
 	canaryService := &corev1.Service{}
 	canaryService.Namespace = stableService.Namespace
 	canaryService.Name = canaryServiceName
+
+	if c.LastUpdateTime != nil {
+		// wait seconds for network providers to consume the modification about workload, service and so on.
+		if verifyTime := c.LastUpdateTime.Add(time.Second * time.Duration(trafficRouting.GracePeriodSeconds)); verifyTime.After(time.Now()) {
+			klog.Infof("%s update workload or service selector, and wait 3 seconds", c.Key)
+			return false, nil
+		}
+	}
+
 	// end-to-end canary deployment scenario(a -> b -> c), if only b or c is released,
 	//and a is not released in this scenario, then the canary service is not needed.
 	if !c.OnlyTrafficRouting {
@@ -150,6 +159,7 @@ func (m *Manager) DoTrafficRouting(c *TrafficRoutingContext) (bool, error) {
 			c.LastUpdateTime = &metav1.Time{Time: time.Now()}
 			klog.Infof("%s patch canary service(%s) selector(%s=%s) success",
 				c.Key, canaryService.Name, c.RevisionLabelKey, c.CanaryRevision)
+			return false, nil
 		}
 		// patch stable service to only select the stable pods
 		if stableService.Spec.Selector[c.RevisionLabelKey] != c.StableRevision {
@@ -164,11 +174,6 @@ func (m *Manager) DoTrafficRouting(c *TrafficRoutingContext) (bool, error) {
 				c.Key, stableService.Name, c.RevisionLabelKey, c.StableRevision)
 			return false, nil
 		}
-		// After modify stable service configuration, give the network provider 3 seconds to react
-		if verifyTime := c.LastUpdateTime.Add(time.Second * time.Duration(trafficRouting.GracePeriodSeconds)); verifyTime.After(time.Now()) {
-			klog.Infof("%s update service selector, and wait 3 seconds", c.Key)
-			return false, nil
-		}
 	}
 
 	// new network provider, ingress or gateway

pkg/trafficrouting/manager_test.go

@@ -245,7 +245,10 @@ func TestDoTrafficRouting(t *testing.T) {
 				return []*corev1.Service{demoService.DeepCopy()}, []*netv1.Ingress{demoIngress.DeepCopy()}
 			},
 			getRollout: func() (*v1beta1.Rollout, *util.Workload) {
-				return demoRollout.DeepCopy(), &util.Workload{RevisionLabelKey: apps.DefaultDeploymentUniqueLabelKey}
+				rollout := demoRollout.DeepCopy()
+				workload := &util.Workload{RevisionLabelKey: apps.DefaultDeploymentUniqueLabelKey}
+				rollout.Status.CanaryStatus.LastUpdateTime = &metav1.Time{Time: time.Now().Add(-time.Hour)}
+				return rollout, workload
 			},
 			expectObj: func() ([]*corev1.Service, []*netv1.Ingress) {
 				s1 := demoService.DeepCopy()
@@ -473,6 +476,7 @@ func TestFinalisingTrafficRouting(t *testing.T) {
 				obj := demoRollout.DeepCopy()
 				obj.Status.CanaryStatus.CurrentStepState = v1beta1.CanaryStepStateCompleted
 				obj.Status.CanaryStatus.CurrentStepIndex = 4
+				obj.Status.CanaryStatus.LastUpdateTime = &metav1.Time{Time: time.Now().Add(-time.Hour)}
 				return obj, &util.Workload{RevisionLabelKey: apps.DefaultDeploymentUniqueLabelKey}
 			},
 			onlyRestoreStableService: true,