init advanced deployment controller as native deployment controller

Signed-off-by: mingzhou.swx <[email protected]>

go.mod

@@ -10,6 +10,7 @@ require (
 	github.com/openkruise/kruise-api v1.3.0
 	github.com/spf13/pflag v1.0.5
 	github.com/yuin/gopher-lua v0.0.0-20220504180219-658193537a64
+	golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac
 	gopkg.in/yaml.v2 v2.4.0
 	k8s.io/api v0.22.6
 	k8s.io/apiextensions-apiserver v0.22.6

pkg/controller/deployment/controller.go

@@ -0,0 +1,205 @@
+/*
+Copyright 2019 The Kruise Authors.
+Copyright 2016 The Kubernetes Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package deployment
+
+import (
+	"context"
+	"flag"
+	"reflect"
+
+	"github.com/openkruise/rollouts/pkg/feature"
+	clientutil "github.com/openkruise/rollouts/pkg/util/client"
+	utilfeature "github.com/openkruise/rollouts/pkg/util/feature"
+	appsv1 "k8s.io/api/apps/v1"
+	v1 "k8s.io/api/core/v1"
+	"k8s.io/apimachinery/pkg/api/errors"
+	clientset "k8s.io/client-go/kubernetes"
+	"k8s.io/client-go/kubernetes/scheme"
+	v1core "k8s.io/client-go/kubernetes/typed/core/v1"
+	appslisters "k8s.io/client-go/listers/apps/v1"
+	corelisters "k8s.io/client-go/listers/core/v1"
+	toolscache "k8s.io/client-go/tools/cache"
+	"k8s.io/client-go/tools/record"
+	"k8s.io/klog/v2"
+	ctrl "sigs.k8s.io/controller-runtime"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+	"sigs.k8s.io/controller-runtime/pkg/controller"
+	"sigs.k8s.io/controller-runtime/pkg/event"
+	"sigs.k8s.io/controller-runtime/pkg/handler"
+	"sigs.k8s.io/controller-runtime/pkg/manager"
+	"sigs.k8s.io/controller-runtime/pkg/predicate"
+	"sigs.k8s.io/controller-runtime/pkg/reconcile"
+	"sigs.k8s.io/controller-runtime/pkg/source"
+)
+
+func init() {
+	flag.IntVar(&concurrentReconciles, "deployment-workers", concurrentReconciles, "Max concurrent workers for StatefulSet controller.")
+}
+
+var (
+	concurrentReconciles = 3
+)
+
+// Add creates a new StatefulSet Controller and adds it to the Manager with default RBAC. The Manager will set fields on the Controller
+// and Start it when the Manager is Started.
+func Add(mgr manager.Manager) error {
+	if !utilfeature.DefaultFeatureGate.Enabled(feature.AdvancedDeploymentGate) {
+		klog.Warningf("Advanced deployment controller is disabled")
+		return nil
+	}
+	r, err := newReconciler(mgr)
+	if err != nil {
+		return err
+	}
+	return add(mgr, r)
+}
+
+// newReconciler returns a new reconcile.Reconciler
+func newReconciler(mgr manager.Manager) (reconcile.Reconciler, error) {
+	cacher := mgr.GetCache()
+	podInformer, err := cacher.GetInformerForKind(context.TODO(), v1.SchemeGroupVersion.WithKind("Pod"))
+	if err != nil {
+		return nil, err
+	}
+	dInformer, err := cacher.GetInformerForKind(context.TODO(), appsv1.SchemeGroupVersion.WithKind("Deployment"))
+	if err != nil {
+		return nil, err
+	}
+	rsInformer, err := cacher.GetInformerForKind(context.TODO(), appsv1.SchemeGroupVersion.WithKind("ReplicaSet"))
+	if err != nil {
+		return nil, err
+	}
+
+	// Lister
+	dLister := appslisters.NewDeploymentLister(dInformer.(toolscache.SharedIndexInformer).GetIndexer())
+	rsLister := appslisters.NewReplicaSetLister(rsInformer.(toolscache.SharedIndexInformer).GetIndexer())
+	podLister := corelisters.NewPodLister(podInformer.(toolscache.SharedIndexInformer).GetIndexer())
+
+	// Client & Recorder
+	genericClient := clientutil.GetGenericClientWithName("advanced-deployment-controller")
+	eventBroadcaster := record.NewBroadcaster()
+	eventBroadcaster.StartLogging(klog.Infof)
+	eventBroadcaster.StartRecordingToSink(&v1core.EventSinkImpl{Interface: genericClient.KubeClient.CoreV1().Events("")})
+	recorder := eventBroadcaster.NewRecorder(scheme.Scheme, v1.EventSource{Component: "advanced-deployment-controller"})
+
+	// Deployment controller factory
+	factory := &controllerFactory{
+		client:           genericClient.KubeClient,
+		eventBroadcaster: eventBroadcaster,
+		eventRecorder:    recorder,
+		dLister:          dLister,
+		rsLister:         rsLister,
+		podLister:        podLister,
+	}
+	return &ReconcileDeployment{Client: mgr.GetClient(), controllerFactory: factory}, nil
+}
+
+var _ reconcile.Reconciler = &ReconcileDeployment{}
+
+// ReconcileDeployment reconciles a Deployment object
+type ReconcileDeployment struct {
+	// client interface
+	client.Client
+	controllerFactory *controllerFactory
+}
+
+// add adds a new Controller to mgr with r as the reconcile.Reconciler
+func add(mgr manager.Manager, r reconcile.Reconciler) error {
+	// Create a new controller
+	c, err := controller.New("advanced-deployment-controller", mgr, controller.Options{
+		Reconciler: r, MaxConcurrentReconciles: concurrentReconciles})
+	if err != nil {
+		return err
+	}
+
+	if err = c.Watch(&source.Kind{Type: &appsv1.ReplicaSet{}}, &handler.EnqueueRequestForOwner{
+		IsController: true, OwnerType: &appsv1.ReplicaSet{}}, predicate.Funcs{}); err != nil {
+		return err
+	}
+
+	// TODO: handle deployment only when the deployment is under our control
+	updateHandler := func(e event.UpdateEvent) bool {
+		oldObject := e.ObjectOld.(*appsv1.Deployment)
+		newObject := e.ObjectNew.(*appsv1.Deployment)
+		if oldObject.Generation != newObject.Generation || newObject.DeletionTimestamp != nil {
+			klog.V(3).Infof("Observed updated Spec for Deployment: %s/%s", newObject.Namespace, newObject.Name)
+			return true
+		}
+		if len(oldObject.Annotations) != len(newObject.Annotations) || !reflect.DeepEqual(oldObject.Annotations, newObject.Annotations) {
+			klog.V(3).Infof("Observed updated Annotation for Deployment: %s/%s", newObject.Namespace, newObject.Name)
+			return true
+		}
+		return false
+	}
+
+	// Watch for changes to Deployment
+	return c.Watch(&source.Kind{Type: &appsv1.Deployment{}}, &handler.EnqueueRequestForObject{}, predicate.Funcs{UpdateFunc: updateHandler})
+}
+
+// Reconcile reads that state of the cluster for a Deployment object and makes changes based on the state read
+// and what is in the Deployment.Spec and Deployment.Annotations
+// Automatically generate RBAC rules to allow the Controller to read and write ReplicaSets
+func (r *ReconcileDeployment) Reconcile(_ context.Context, request reconcile.Request) (res reconcile.Result, retErr error) {
+	deployment := new(appsv1.Deployment)
+	err := r.Get(context.TODO(), request.NamespacedName, deployment)
+	if err != nil {
+		if errors.IsNotFound(err) {
+			// Object not found, return.  Created objects are automatically garbage collected.
+			// For additional cleanup logic use finalizers.
+			return ctrl.Result{}, nil
+		}
+		// Error reading the object - requeue the request.
+		return ctrl.Result{}, err
+	}
+
+	// TODO: create new controller only when deployment is under our control
+	dc, err := r.controllerFactory.NewController(deployment)
+	if err != nil {
+		return reconcile.Result{}, nil
+	}
+
+	err = dc.syncDeployment(context.Background(), request.NamespacedName.String())
+	return ctrl.Result{}, err
+}
+
+type controllerFactory struct {
+	client           clientset.Interface
+	runtimeClient    client.Client
+	eventBroadcaster record.EventBroadcaster
+	eventRecorder    record.EventRecorder
+
+	// dLister can list/get deployments from the shared informer's store
+	dLister appslisters.DeploymentLister
+	// rsLister can list/get replica sets from the shared informer's store
+	rsLister appslisters.ReplicaSetLister
+	// podLister can list/get pods from the shared informer's store
+	podLister corelisters.PodLister
+}
+
+// NewController create a new DeploymentController
+// TODO: create new controller only when deployment is under our control
+func (f *controllerFactory) NewController(_ *appsv1.Deployment) (*DeploymentController, error) {
+	return &DeploymentController{
+		client:           f.client,
+		eventBroadcaster: f.eventBroadcaster,
+		eventRecorder:    f.eventRecorder,
+		dLister:          f.dLister,
+		rsLister:         f.rsLister,
+		podLister:        f.podLister,
+	}, nil
+}