storage_csm_powerflex.yaml

apiVersion: storage.dell.com/v1
kind: ContainerStorageModule
metadata:
  name: test-vxflexos
  namespace: test-vxflexos
spec:
  driver:
    csiDriverType: "powerflex"
    csiDriverSpec:
      # fsGroupPolicy: Defines if the underlying volume supports changing ownership and permission of the volume before being mounted.
      # Allowed values: ReadWriteOnceWithFSType, File , None
      # Default value: ReadWriteOnceWithFSType
      fSGroupPolicy: "File"
      # storageCapacity: Helps the scheduler to schedule the pod on a node satisfying the topology constraints, only if the requested capacity is available on the storage array
      # Allowed values:
      #   true: enable storage capacity tracking
      #   false: disable storage capacity tracking
      storageCapacity: true
    configVersion: v2.13.0
    replicas: 2
    dnsPolicy: ClusterFirstWithHostNet
    forceRemoveDriver: true
    common:
      image: "quay.io/dell/container-storage-modules/csi-vxflexos:nightly"
      imagePullPolicy: Always
      envs:
        - name: X_CSI_VXFLEXOS_ENABLELISTVOLUMESNAPSHOT
          value: "false"
        - name: X_CSI_VXFLEXOS_ENABLESNAPSHOTCGDELETE
          value: "false"
        - name: X_CSI_DEBUG
          value: "true"
        - name: X_CSI_ALLOW_RWO_MULTI_POD_ACCESS
          value: "false"
        # Specify kubelet config dir path.
        # Ensure that the config.yaml file is present at this path.
        # Default value: None
        - name: KUBELET_CONFIG_DIR
          value: "/var/lib/kubelet"
        - name: "CERT_SECRET_COUNT"
          value: "0"
        - name: X_CSI_QUOTA_ENABLED
          value: "false"
    sideCars:
      # sdc-monitor is disabled by default, due to high CPU usage
      - name: sdc-monitor
        enabled: false
        image: dellemc/sdc:4.5.2.1
        envs:
          - name: HOST_PID
            value: "1"
          - name: MDM
            value: "10.x.x.x,10.x.x.x"  # provide MDM value
      # health monitor is disabled by default, refer to driver documentation before enabling it
      # Also set the env variable controller.envs.X_CSI_HEALTH_MONITOR_ENABLED  to "true".
      - name: csi-external-health-monitor-controller
        enabled: false
        args: ["--monitor-interval=60s"]
    # Uncomment the following to configure how often external-provisioner polls the driver to detect changed capacity
    # Configure when the storageCapacity is set as "true"
    # Allowed values: 1m,2m,3m,...,10m,...,60m etc. Default value: 5m
    # - name: provisioner
    #  args: ["--capacity-poll-interval=5m"]

    controller:
      envs:
        # X_CSI_HEALTH_MONITOR_ENABLED: Enable/Disable health monitor of CSI volumes from Controller plugin - volume condition.
        # Install the 'external-health-monitor' sidecar accordingly.
        # Allowed values:
        #   true: enable checking of health condition of CSI volumes
        #   false: disable checking of health condition of CSI volumes
        # Default value: false
        - name: X_CSI_HEALTH_MONITOR_ENABLED
          value: "false"
      # "controller.nodeSelector" defines what nodes would be selected for pods of controller deployment
      # Leave as blank to use all nodes
      # Allowed values: map of key-value pairs
      # Default value: None
      # Examples:
      #  node-role.kubernetes.io/control-plane: ""
      nodeSelector:
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/master taint
      #  node-role.kubernetes.io/master: ""
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/control-plane taint
      #  node-role.kubernetes.io/control-plane: ""

      # "controller.tolerations" defines tolerations that would be applied to controller deployment
      # Leave as blank to install controller on worker nodes
      # Default value: None
      tolerations:
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/master taint
      # - key: "node-role.kubernetes.io/master"
      #   operator: "Exists"
      #   effect: "NoSchedule"
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/control-plane taint
      # - key: "node-role.kubernetes.io/control-plane"
      #   operator: "Exists"
      #   effect: "NoSchedule"
    node:
      envs:
        # X_CSI_HEALTH_MONITOR_ENABLED: Enable/Disable health monitor of CSI volumes from node plugin - volume usage
        # Allowed values:
        #   true: enable checking of health condition of CSI volumes
        #   false: disable checking of health condition of CSI volumes
        # Default value: false
        - name: X_CSI_HEALTH_MONITOR_ENABLED
          value: "false"
        # X_CSI_APPROVE_SDC_ENABLED: Enables/Disable SDC approval
        # Allowed values:
        #    true: enable SDC approval
        #    false: disable SDC approval
        # Default value: false
        - name: X_CSI_APPROVE_SDC_ENABLED
          value: "false"
        # X_CSI_RENAME_SDC_ENABLED: Enable/Disable rename of SDC
        # Allowed values:
        #   true: enable renaming
        #   false: disable renaming
        # Default value: false
        - name: X_CSI_RENAME_SDC_ENABLED
          value: "false"
        # X_CSI_MAX_VOLUMES_PER_NODE: Defines the maximum PowerFlex volumes that can be created per node
        # Allowed values: Any value greater than or equal to 0
        # Default value: "0"
        - name: X_CSI_MAX_VOLUMES_PER_NODE
          value: "0"
        # X_CSI_RENAME_SDC_PREFIX: defines a string for prefix of the SDC name.
        # "prefix" + "worker_node_hostname" should not exceed 31 chars.
        # Default value: none
        # Examples: "rhel-sdc", "sdc-test"
        - name: X_CSI_RENAME_SDC_PREFIX
          value: ""
      # "node.nodeSelector" defines what nodes would be selected for pods of node daemonset
      # Leave as blank to use all nodes
      # Allowed values: map of key-value pairs
      # Default value: None
      # Examples:
      #  node-role.kubernetes.io/control-plane: ""
      nodeSelector:
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/master taint
      #  node-role.kubernetes.io/master: ""
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/control-plane taint
      #  node-role.kubernetes.io/control-plane: ""

      # "node.tolerations" defines tolerations that would be applied to node daemonset
      # Leave as blank to install node driver only on worker nodes
      # Default value: None
      tolerations:
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/master taint
      # - key: "node-role.kubernetes.io/master"
      #   operator: "Exists"
      #   effect: "NoSchedule"
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/control-plane taint
      # - key: "node-role.kubernetes.io/control-plane"
      #   operator: "Exists"
      #   effect: "NoSchedule"
    initContainers:
      - image: dellemc/sdc:4.5.2.1
        imagePullPolicy: IfNotPresent
        name: sdc
        envs:
          - name: MDM
            value: "10.x.x.x,10.x.x.x"  # provide MDM value
  modules:
    # Authorization: enable csm-authorization for RBAC
    - name: authorization
      # enable: Enable/Disable csm-authorization
      enabled: false
      configVersion: v2.1.0
      components:
        - name: karavi-authorization-proxy
          image: quay.io/dell/container-storage-modules/csm-authorization-sidecar:nightly
          envs:
            # proxyHost: hostname of the csm-authorization server
            - name: "PROXY_HOST"
              value: "authorization-ingress-nginx-controller.authorization.svc.cluster.local"
            # skipCertificateValidation: Enable/Disable certificate validation of the csm-authorization server
            - name: "SKIP_CERTIFICATE_VALIDATION"
              value: "true"
    # observability: allows to configure observability
    - name: observability
      # enabled: Enable/Disable observability
      enabled: false
      configVersion: v1.11.0
      components:
        - name: topology
          # enabled: Enable/Disable topology
          enabled: false
          # image: Defines karavi-topology image. This shouldn't be changed
          # Allowed values: string
          image: quay.io/dell/container-storage-modules/csm-topology:nightly
          # certificate: base64-encoded certificate for cert/private-key pair -- add cert here to use custom certificates
          #  for self-signed certs, leave empty string
          # Allowed values: string
          certificate: ""
          # privateKey: base64-encoded private key for cert/private-key pair -- add private key here to use custom certificates
          #  for self-signed certs, leave empty string
          # Allowed values: string
          privateKey: ""
          envs:
            # topology log level
            # Valid values: TRACE, DEBUG, INFO, WARN, ERROR, FATAL, PANIC
            # Default value: "INFO"
            - name: "TOPOLOGY_LOG_LEVEL"
              value: "INFO"
        - name: otel-collector
          # enabled: Enable/Disable OpenTelemetry Collector
          enabled: false
          # image: Defines otel-collector image. This shouldn't be changed
          # Allowed values: string
          image: otel/opentelemetry-collector:0.42.0
          # certificate: base64-encoded certificate for cert/private-key pair -- add cert here to use custom certificates
          #  for self-signed certs, leave empty string
          # Allowed values: string
          certificate: ""
          # privateKey: base64-encoded private key for cert/private-key pair -- add private key here to use custom certificates
          #  for self-signed certs, leave empty string
          # Allowed values: string
          privateKey: ""
          envs:
            # image of nginx proxy image
            # Allowed values: string
            # Default value: "nginxinc/nginx-unprivileged:1.27"
            - name: "NGINX_PROXY_IMAGE"
              value: "nginxinc/nginx-unprivileged:1.27"
        - name: cert-manager
          # enabled: Enable/Disable cert-manager
          # Allowed values:
          #   true: enable deployment of cert-manager
          #   false: disable deployment of cert-manager only if it's already deployed
          # Default value: true
          enabled: true
        - name: metrics-powerflex
          # enabled: Enable/Disable PowerFlex metrics
          enabled: false
          # image: Defines PowerFlex metrics image. This shouldn't be changed
          image: quay.io/dell/container-storage-modules/csm-metrics-powerflex:nightly
          envs:
            # POWERFLEX_MAX_CONCURRENT_QUERIES: set the default max concurrent queries to PowerFlex
            # Allowed values: int
            # Default value: 10
            - name: "POWERFLEX_MAX_CONCURRENT_QUERIES"
              value: "10"
            # POWERFLEX_SDC_METRICS_ENABLED: enable/disable collection of sdc metrics
            # Allowed values: ture, false
            # Default value: true
            - name: "POWERFLEX_SDC_METRICS_ENABLED"
              value: "true"
            # POWERFLEX_VOLUME_METRICS_ENABLED: enable/disable collection of volume metrics
            # Allowed values: ture, false
            # Default value: true
            - name: "POWERFLEX_VOLUME_METRICS_ENABLED"
              value: "true"
            # POWERFLEX_STORAGE_POOL_METRICS_ENABLED: enable/disable collection of storage pool metrics
            # Allowed values: ture, false
            # Default value: true
            - name: "POWERFLEX_STORAGE_POOL_METRICS_ENABLED"
              value: "true"
            # POWERFLEX_SDC_IO_POLL_FREQUENCY: set polling frequency to get sdc metrics data
            # Allowed values: int
            # Default value: 10
            - name: "POWERFLEX_SDC_IO_POLL_FREQUENCY"
              value: "10"
            # POWERFLEX_VOLUME_IO_POLL_FREQUENCY: set polling frequency to get volume metrics data
            # Allowed values: int
            # Default value: 10
            - name: "POWERFLEX_VOLUME_IO_POLL_FREQUENCY"
              value: "10"
            # POWERFLEX_STORAGE_POOL_POLL_FREQUENCY: set polling frequency to get Quota capacity metrics data
            # Allowed values: int
            # Default value: 10
            - name: "POWERFLEX_STORAGE_POOL_POLL_FREQUENCY"
              value: "10"
            # PowerFlex metrics log level
            # Valid values: TRACE, DEBUG, INFO, WARN, ERROR, FATAL, PANIC
            # Default value: "INFO"
            - name: "POWERFLEX_LOG_LEVEL"
              value: "INFO"
            # PowerFlex Metrics Output logs in the specified format
            # Valid values: TEXT, JSON
            # Default value: "TEXT"
            - name: "POWERFLEX_LOG_FORMAT"
              value: "TEXT"
            # Otel collector address
            # Allowed values: String
            # Default value: "otel-collector:55680"
            - name: "COLLECTOR_ADDRESS"
              value: "otel-collector:55680"
    # Replication: allows to configure replication
    # Replication CRDs must be installed before installing driver
    - name: replication
      # enabled: Enable/Disable replication feature
      # Allowed values:
      #   true: enable replication feature(install dell-csi-replicator sidecar)
      #   false: disable replication feature(do not install dell-csi-replicator sidecar)
      # Default value: false
      enabled: false
      configVersion: v1.10.0
      components:
        - name: dell-csi-replicator
          # image: Image to use for dell-csi-replicator. This shouldn't be changed
          # Allowed values: string
          # Default value: None
          image: quay.io/dell/container-storage-modules/dell-csi-replicator:nightly
          envs:
            # replicationPrefix: prefix to prepend to storage classes parameters
            # Allowed values: string
            # Default value: replication.storage.dell.com
            - name: "X_CSI_REPLICATION_PREFIX"
              value: "replication.storage.dell.com"
            # replicationContextPrefix: prefix to use for naming of resources created by replication feature
            # Allowed values: string
            - name: "X_CSI_REPLICATION_CONTEXT_PREFIX"
              value: "powerflex"
        - name: dell-replication-controller-manager
          # image: Defines controller image. This shouldn't be changed
          # Allowed values: string
          image: quay.io/dell/container-storage-modules/dell-replication-controller:nightly
          envs:
            # TARGET_CLUSTERS_IDS: comma separated list of cluster IDs of the targets clusters. DO NOT include the source(wherever CSM Operator is deployed) cluster ID
            # Set the value to "self" in case of stretched/single cluster configuration
            # Allowed values: string
            - name: "TARGET_CLUSTERS_IDS"
              value: "self"
            # Replication log level
            # Allowed values: "error", "warn"/"warning", "info", "debug"
            # Default value: "debug"
            - name: "REPLICATION_CTRL_LOG_LEVEL"
              value: "debug"
            # replicas: Defines number of controller replicas
            # Allowed values: int
            # Default value: 1
            - name: "REPLICATION_CTRL_REPLICAS"
              value: "1"
            # retryIntervalMin: Initial retry interval of failed reconcile request.
            # It doubles with each failure, upto retry-interval-max
            # Allowed values: time
            - name: "RETRY_INTERVAL_MIN"
              value: "1s"
            # RETRY_INTERVAL_MAX: Maximum retry interval of failed reconcile request
            # Allowed values: time
            - name: "RETRY_INTERVAL_MAX"
              value: "5m"
        - name: dell-replication-controller-init
          # image: Defines replication init container image. This shouldn't be changed
          # Allowed values: string
          image: dellemc/dell-replication-init:v1.0.0
    - name: resiliency
      # enabled: Enable/Disable Resiliency feature
      # Allowed values:
      # true: enable Resiliency feature(deploy podmon sidecar)
      # false: disable Resiliency feature(do not deploy podmon sidecar)
      # Default value: false
      enabled: false
      configVersion: v1.12.0
      components:
        - name: podmon-controller
          image: quay.io/dell/container-storage-modules/podmon:nightly
          imagePullPolicy: Always
          args:
            - "--csisock=unix:/var/run/csi/csi.sock"
            - "--labelvalue=csi-vxflexos"
            - "--mode=controller"
            - "--skipArrayConnectionValidation=false"
            - "--driver-config-params=/vxflexos-config-params/driver-config-params.yaml"
            - "--driverPodLabelValue=dell-storage"
            - "--ignoreVolumelessPods=false"
        - name: podmon-node
          image: quay.io/dell/container-storage-modules/podmon:nightly
          imagePullPolicy: Always
          envs:
            # podmonAPIPort: Defines the port to be used within the kubernetes cluster
            # Allowed values: Any valid and free port (string)
            # Default value: 8083
            - name: "X_CSI_PODMON_API_PORT"
              value: "8083"
          args:
            - "--csisock=unix:/var/lib/kubelet/plugins/vxflexos.emc.dell.com/csi_sock"
            - "--labelvalue=csi-vxflexos"
            - "--mode=node"
            - "--leaderelection=false"
            - "--driver-config-params=/vxflexos-config-params/driver-config-params.yaml"
            - "--driverPodLabelValue=dell-storage"
            - "--ignoreVolumelessPods=false"