Support Amazon Linux 2023

.github/workflows/dokken-system-tests.yml

@@ -30,6 +30,7 @@ jobs:
       matrix:
         os:
           - alinux2
+          - alinux-2023
           - centos7
           - ubuntu2004
           - ubuntu2204

cookbooks/aws-parallelcluster-awsbatch/metadata.rb

@@ -9,10 +9,6 @@
 chef_version '>= 18'
 version '3.10.0'
 
-supports 'amazon', '>= 2.0'
-supports 'centos', '>= 7.0'
-supports 'ubuntu', '>= 20.04'
-
 depends 'apt', '~> 7.5.22'
 depends 'iptables', '~> 8.0.0'
 depends 'nfs', '~> 5.1.2'

cookbooks/aws-parallelcluster-computefleet/metadata.rb

@@ -9,9 +9,4 @@
 chef_version '>= 18'
 version '3.10.0'
 
-supports 'amazon', '= 2.0'
-supports 'centos', '= 7.0'
-supports 'ubuntu', '>= 20.04'
-supports 'redhat', '= 8.7'
-
 depends 'aws-parallelcluster-shared', '~> 3.10.0'

cookbooks/aws-parallelcluster-entrypoints/metadata.rb

@@ -9,11 +9,6 @@
 chef_version '>= 18'
 version '3.10.0'
 
-supports 'amazon', '= 2.0'
-supports 'centos', '= 7.0'
-supports 'ubuntu', '>= 20.04'
-supports 'redhat', '= 8.7'
-
 depends 'aws-parallelcluster-shared', '~> 3.10.0'
 depends 'aws-parallelcluster-platform', '~> 3.10.0'
 depends 'aws-parallelcluster-environment', '~> 3.10.0'

cookbooks/aws-parallelcluster-environment/kitchen.environment-install.yml

@@ -113,16 +113,6 @@ suites:
     verifier:
       controls:
         - tag:install_cfnbootstrap_virtualenv_created
-  - name: cfnconfig_mixed
-    run_list:
-      - recipe[aws-parallelcluster-tests::setup]
-      - recipe[aws-parallelcluster-environment::cfnconfig_mixed]
-    verifier:
-      controls:
-        - /tag:install_cfnconfig/
-    attributes:
-      dependencies:
-        - recipe:aws-parallelcluster-platform::directories
   - name: isolated
     run_list:
       - recipe[aws-parallelcluster-tests::setup]

cookbooks/aws-parallelcluster-environment/metadata.rb

@@ -9,11 +9,6 @@
 chef_version '>= 18'
 version '3.10.0'
 
-supports 'amazon', '= 2.0'
-supports 'centos', '= 7.0'
-supports 'ubuntu', '>= 20.04'
-supports 'redhat', '= 8.7'
-
 depends 'line', '~> 4.5.13'
 depends 'nfs', '~> 5.1.2'
 

cookbooks/aws-parallelcluster-environment/recipes/config/network_interfaces.rb

@@ -12,7 +12,8 @@
 # OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions and
 # limitations under the License.
 
-return if on_docker?
+# amazon-ec2-net-utils is pre-installed in AL2023 and handles multi-nics instances properly
+return if on_docker? || platform?('amazon') && node['platform_version'].to_i == 2023
 
 def network_card_index(mac, token)
   uri = URI("http://169.254.169.254/latest/meta-data/network/interfaces/macs/#{mac}/network-card")

cookbooks/aws-parallelcluster-environment/resources/cloudwatch/cloudwatch_alinux2023.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+
+provides :cloudwatch, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+
+use 'partial/_cloudwatch_common'
+use 'partial/_cloudwatch_install_package_rhel'
+
+action :cloudwatch_prerequisite do
+  package "gnupg2-full" do
+    options '--allowerasing'
+    retries 3
+    retry_delay 5
+  end
+  # on alinux2023, install and enable ryslog: https://repost.aws/knowledge-center/ec2-linux-al2023-find-log-files
+  package "rsyslog" do
+    retries 3
+    retry_delay 5
+  end
+  service 'rsyslog' do
+    supports restart: true
+    action %i(enable start)
+    retries 5
+    retry_delay 10
+  end unless on_docker?
+end
+
+action_class do
+  def platform_url_component
+    'amazon_linux'
+  end
+end

cookbooks/aws-parallelcluster-environment/resources/cloudwatch/partial/_cloudwatch_common.rb

@@ -16,11 +16,17 @@
 unified_mode true
 default_action :setup
 
+action :cloudwatch_prerequisite do
+  # Do nothing
+end
+
 action :setup do
   directory node['cluster']['sources_dir'] do
     recursive true
   end
 
+  action_cloudwatch_prerequisite
+
   public_key_local_path = "#{node['cluster']['sources_dir']}/amazon-cloudwatch-agent.gpg"
   remote_file public_key_local_path do
     source 'https://s3.amazonaws.com/amazoncloudwatch-agent/assets/amazon-cloudwatch-agent.gpg'

cookbooks/aws-parallelcluster-environment/resources/ec2_udev_rules/ec2_udev_rules_alinux2023.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+#
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+provides :ec2_udev_rules, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+
+unified_mode true
+use 'partial/_common_udev_configuration'
+
+default_action :setup
+
+action :setup do
+  action_create_common_udev_files
+  action_start_ec2blk
+end

cookbooks/aws-parallelcluster-environment/resources/efa/efa_alinux2023.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+
+provides :efa, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+unified_mode true
+default_action :setup
+
+use 'partial/_common'
+
+action_class do
+  def conflicting_packages
+    %w(openmpi-devel openmpi)
+  end
+
+  def prerequisites
+    %w(environment-modules libibverbs-utils librdmacm-utils rdma-core-devel)
+  end
+end

cookbooks/aws-parallelcluster-environment/resources/efs/efs_alinux2023.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+
+provides :efs, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+
+use 'partial/_get_package_version_rpm'
+use 'partial/_common'
+use 'partial/_mount_umount'
+
+action :install_utils do
+  package_name = "amazon-efs-utils"
+
+  # Do not install efs-utils if a same or newer version is already installed.
+  return if already_installed?(package_name, new_resource.efs_utils_version)
+
+  # On Amazon Linux 2, amazon-efs-utils and stunnel are installed from OS repo.
+  package package_name do
+    retries 3
+    retry_delay 5
+  end
+  action_increase_poll_interval
+end

cookbooks/aws-parallelcluster-environment/resources/ephemeral_drives/ephemeral_drives_alinux2023.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+
+provides :ephemeral_drives, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+
+use 'partial/_ephemeral_drives_common.rb'
+
+action_class do
+  def network_target
+    'network.target'
+  end
+end

cookbooks/aws-parallelcluster-environment/resources/lustre/lustre_alinux2023.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+#
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+
+provides :lustre, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+unified_mode true
+
+use 'partial/_mount_unmount'
+
+default_action :setup
+
+action :setup do
+  package 'lustre-client' do
+    retries 3
+    retry_delay 5
+  end
+end

cookbooks/aws-parallelcluster-environment/resources/network_service/network_service_alinux2023.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+
+provides :network_service, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+
+use 'partial/_network_service'
+
+def network_service_name
+  'systemd-resolved'
+end

cookbooks/aws-parallelcluster-environment/resources/nfs/nfs_alinux2023.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+#
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+
+provides :nfs, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+unified_mode true
+
+use 'partial/_install_nfs4_and_disable'
+use 'partial/_configure'
+
+default_action :setup
+
+action :setup do
+  action_install_nfs4
+  action_disable_start_at_boot
+end
+
+action_class do
+  def override_server_template
+    edit_resource(:template, node['nfs']['config']['server_template']) do
+      cookbook 'nfs'
+    end
+  end
+end

cookbooks/aws-parallelcluster-environment/resources/raid/raid_alinux2023.rb

@@ -0,0 +1,11 @@
+provides :raid, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+
+use 'partial/_raid_common'
+
+action_class do
+  def raid_superblock_version
+    '1.2'
+  end
+end

cookbooks/aws-parallelcluster-environment/resources/system_authentication/system_authentication_alinux2023.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+# Copyright:: 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License").
+# You may not use this file except in compliance with the License.
+# A copy of the License is located at
+#
+# http://aws.amazon.com/apache2.0/
+#
+# or in the "LICENSE.txt" file accompanying this file.
+# This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied.
+# See the License for the specific language governing permissions and limitations under the License.
+
+provides :system_authentication, platform: 'amazon' do |node|
+  node['platform_version'].to_i == 2023
+end
+
+use 'partial/_system_authentication_common'
+use 'partial/_system_authentication_alinux_centos'
+
+action_class do
+  def required_packages
+    %w(sssd sssd-tools sssd-ldap authconfig)
+  end
+end