Add server logic, k8s configuration files, and generated client-go

charts/kueue/templates/manager/manager.yaml

@@ -23,6 +23,7 @@ spec:
       - args:
         - --config=/controller_manager_config.yaml
         - --zap-log-level=2
+        - --cert-dir=/tmp
         command:
         - /manager
         image: "{{ .Values.controllerManager.manager.image.repository }}:{{ .Values.controllerManager.manager.image.tag | default .Chart.AppVersion }}"
@@ -38,6 +39,9 @@ spec:
           successThreshold: {{ .Values.controllerManager.livenessProbe.successThreshold }}
         name: manager
         ports:
+        - containerPort: 8082
+          name: visibility
+          protocol: TCP
         - containerPort: 9443
           name: webhook-server
           protocol: TCP

charts/kueue/templates/rbac/role_binding.yaml

@@ -10,3 +10,19 @@ subjects:
   - kind: ServiceAccount
     name: '{{ include "kueue.fullname" . }}-controller-manager'
     namespace: '{{ .Release.Namespace }}'
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  labels:
+    control-plane: controller-manager
+  name: visibility-server-auth-reader-kube
+  namespace: kube-system
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: extension-apiserver-authentication-reader
+subjects:
+- kind: ServiceAccount
+  name: kueue-controller-manager
+  namespace: kueue-system

charts/kueue/values.yaml

@@ -20,9 +20,9 @@ controllerManager:
     image:
       repository: gcr.io/k8s-staging-kueue/kueue
       # tag, if defined will use the given image tag, else Chart.AppVersion will be used
-      tag: main
+      tag: fa46d67-dirty
       # This should be set to 'IfNotPresent' for released version      
-      pullPolicy: Always
+      pullPolicy: IfNotPresent
     resources:
       limits:
         cpu: 500m
@@ -51,55 +51,7 @@ controllerManager:
 kubernetesClusterDomain: cluster.local
 # controller_manager_config.yaml. controllerManager utilizes this yaml via manager-config Configmap.
 managerConfig:
-  controllerManagerConfigYaml: |-
-    apiVersion: config.kueue.x-k8s.io/v1beta1
-    kind: Configuration
-    health:
-      healthProbeBindAddress: :8081
-    metrics:
-      bindAddress: :8080
-    # enableClusterQueueResources: true
-    webhook:
-      port: 9443
-    leaderElection:
-      leaderElect: true
-      resourceName: c1f6bfd2.kueue.x-k8s.io
-    controller:
-      groupKindConcurrency:
-        Job.batch: 5
-        LocalQueue.kueue.x-k8s.io: 1
-        ClusterQueue.kueue.x-k8s.io: 1
-        ResourceFlavor.kueue.x-k8s.io: 1
-        Workload.kueue.x-k8s.io: 1
-    clientConnection:
-      qps: 50
-      burst: 100
-    #pprofBindAddress: :8082
-    #waitForPodsReady:
-    #  enable: true
-    #manageJobsWithoutQueueName: true
-    #internalCertManagement:
-    #  enable: false
-    #  webhookServiceName: ""
-    #  webhookSecretName: ""
-    integrations:
-      frameworks:
-      - "batch/job"
-      - "kubeflow.org/mpijob"
-      - "ray.io/rayjob"
-      - "jobset.x-k8s.io/jobset"
-      - "kubeflow.org/mxjob"
-      - "kubeflow.org/paddlejob"    
-      - "kubeflow.org/pytorchjob"
-      - "kubeflow.org/tfjob"
-      - "kubeflow.org/xgboostjob"
-    # - "pod"
-    # podOptions:
-    #   namespaceSelector:
-    #     matchExpressions:
-    #       - key: kubernetes.io/metadata.name
-    #         operator: NotIn
-    #         values: [ kube-system, kueue-system ]
+  controllerManagerConfigYaml: "apiVersion: config.kueue.x-k8s.io/v1beta1\nkind: Configuration\nhealth:\n  healthProbeBindAddress: :8081\nmetrics:\n  bindAddress: :8080\n# enableClusterQueueResources: true\nwebhook:\n  port: 9443\nleaderElection:\n  leaderElect: true\n  resourceName: c1f6bfd2.kueue.x-k8s.io\ncontroller:\n  groupKindConcurrency:\n    Job.batch: 5\n    LocalQueue.kueue.x-k8s.io: 1\n    ClusterQueue.kueue.x-k8s.io: 1\n    ResourceFlavor.kueue.x-k8s.io: 1\n    Workload.kueue.x-k8s.io: 1\nclientConnection:\n  qps: 50\n  burst: 100\n#pprofBindAddress: :8082\n#waitForPodsReady:\n#  enable: true\n#manageJobsWithoutQueueName: true\n#internalCertManagement:\n#  enable: false\n#  webhookServiceName: \"\"\n#  webhookSecretName: \"\"\nintegrations:\n  frameworks:\n  - \"batch/job\"\n  - \"kubeflow.org/mpijob\"\n  - \"ray.io/rayjob\"\n  - \"jobset.x-k8s.io/jobset\"\n  - \"kubeflow.org/mxjob\"\n  - \"kubeflow.org/paddlejob\"    \n  - \"kubeflow.org/pytorchjob\"\n  - \"kubeflow.org/tfjob\"\n  - \"kubeflow.org/xgboostjob\"\n# - \"pod\"\n# podOptions:\n#   namespaceSelector:\n#     matchExpressions:\n#       - key: kubernetes.io/metadata.name\n#         operator: NotIn\n#         values: [ kube-system, kueue-system ]"
 # ports definition for metricsService and webhookService.
 metricsService:
   ports: