Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

{ai,devel,math,vis}[foss/2023a] whisper-ctranslate2 v0.5.2, ONNX-Runtime v1.19.2, PortAudio v19.7.0, ... w/ CUDA 12.6.0 #22135

Open
wants to merge 1 commit into
base: develop
Choose a base branch
from

Conversation

…eb, ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.6.0.eb, PortAudio-19.7.0-foss-2023a.eb, PyAV-11.0.0-GCCcore-12.3.0.eb
Copy link

github-actions bot commented Jan 8, 2025

Updated software ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.6.0.eb

Diff against ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.1.1.eb

easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.1.1.eb

diff --git a/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.1.1.eb b/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.6.0.eb
index 91b8598722..68436eedc6 100644
--- a/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.1.1.eb
+++ b/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.6.0.eb
@@ -16,7 +16,7 @@ and transforms."""
 toolchain = {'name': 'foss', 'version': '2023a'}
 
 dependencies = [
-    ('CUDA', '12.1.1', '', SYSTEM),
+    ('CUDA', '12.6.0', '', SYSTEM),
     ('Python', '3.11.3'),
     ('ONNX', '1.15.0'),
     ('flatbuffers-python', '23.5.26'),
@@ -35,13 +35,10 @@ exts_list = [
         'checksums': ['7c991aa71a4577af2f82600d8f8f3a89f936baeaf9b50a9c197da014e5bf16b0'],
     }),
     (name, version, {
-        'source_urls': ['http://pypi.python.org/packages/source/o/onnxruntime-gpu'],
-        'sources': [local_whl_tmpl % ('%(arch)s', '%(arch)s')],
-        'checksums': [{
-            local_whl_tmpl % ('x86_64', 'x86_64'):
-                '562fc7c755393eaad9751e56149339dd201ffbfdb3ef5f43ff21d0619ba9045f',
-        }],
         'modulename': 'onnxruntime',
+        'source_urls': ['http://pypi.python.org/packages/source/o/onnxruntime-gpu'],
+        'sources': ['onnxruntime_gpu-%(version)s-cp311-cp311-manylinux_2_27_%(arch)s.manylinux_2_28_%(arch)s.whl'],
+        'checksums': ['562fc7c755393eaad9751e56149339dd201ffbfdb3ef5f43ff21d0619ba9045f'],
     }),
 ]
 
Diff against ONNX-Runtime-1.19.2-foss-2023a.eb

easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a.eb

diff --git a/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a.eb b/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.6.0.eb
index 440ae5d93e..68436eedc6 100644
--- a/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a.eb
+++ b/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.6.0.eb
@@ -2,6 +2,7 @@ easyblock = 'PythonBundle'
 
 name = 'ONNX-Runtime'
 version = '1.19.2'
+versionsuffix = '-CUDA-%(cudaver)s'
 
 homepage = 'https://onnxruntime.ai'
 description = """ONNX Runtime inference can enable faster customer experiences and lower costs,
@@ -15,6 +16,7 @@ and transforms."""
 toolchain = {'name': 'foss', 'version': '2023a'}
 
 dependencies = [
+    ('CUDA', '12.6.0', '', SYSTEM),
     ('Python', '3.11.3'),
     ('ONNX', '1.15.0'),
     ('flatbuffers-python', '23.5.26'),
@@ -23,7 +25,7 @@ dependencies = [
 
 use_pip = True
 
-local_whl_tmpl = 'onnxruntime-%%(version)s-cp311-cp311-manylinux_2_27_%s.manylinux_2_28_%s.whl'
+local_whl_tmpl = 'onnxruntime_gpu-%%(version)s-cp311-cp311-manylinux_2_27_%s.manylinux_2_28_%s.whl'
 
 exts_list = [
     ('humanfriendly', '10.0', {
@@ -33,18 +35,30 @@ exts_list = [
         'checksums': ['7c991aa71a4577af2f82600d8f8f3a89f936baeaf9b50a9c197da014e5bf16b0'],
     }),
     (name, version, {
-        'source_urls': ['http://pypi.python.org/packages/source/o/onnxruntime'],
-        'sources': [local_whl_tmpl % ('%(arch)s', '%(arch)s')],
-        'checksums': [{
-            local_whl_tmpl % ('x86_64', 'x86_64'):
-                'a36511dc07c5c964b916697e42e366fa43c48cdb3d3503578d78cef30417cb84',
-            local_whl_tmpl % ('aarch64', 'aarch64'):
-                'c1dfe4f660a71b31caa81fc298a25f9612815215a47b286236e61d540350d7b6',
-        }],
         'modulename': 'onnxruntime',
+        'source_urls': ['http://pypi.python.org/packages/source/o/onnxruntime-gpu'],
+        'sources': ['onnxruntime_gpu-%(version)s-cp311-cp311-manylinux_2_27_%(arch)s.manylinux_2_28_%(arch)s.whl'],
+        'checksums': ['562fc7c755393eaad9751e56149339dd201ffbfdb3ef5f43ff21d0619ba9045f'],
     }),
 ]
 
+# Due to its name 'onnxruntime-gpu', this package does not fullfil requirements on 'onnxruntime' although it provides
+# the 'onnxruntime' python module. Fix this dependency issue in pip by creating a stub 'onnxruntime' dist-info folder
+_py_sitepkgs = '%(installdir)s/lib/python%(pyshortver)s/site-packages'
+postinstallcmds = [
+    "cp -r %s/onnxruntime{_gpu,}-%%(version)s.dist-info" % _py_sitepkgs,
+    "sed -i 's/onnxruntime.gpu/onnxruntime/g' %s/onnxruntime-%%(version)s.dist-info/{METADATA,RECORD}" % _py_sitepkgs,
+]
+
 sanity_pip_check = True
 
+_py_sitepkgs_dirs = ['onnxruntime', 'onnxruntime-%(version)s.dist-info', 'onnxruntime_gpu-%(version)s.dist-info']
+
+sanity_check_paths = {
+    'files': [],
+    'dirs': ['lib/python%%(pyshortver)s/site-packages/%s' % x for x in _py_sitepkgs_dirs],
+}
+
+options = {'modulename': 'onnxruntime'}
+
 moduleclass = 'devel'
Diff against ONNX-Runtime-1.16.3-foss-2022b.eb

easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.16.3-foss-2022b.eb

diff --git a/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.16.3-foss-2022b.eb b/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.6.0.eb
index a94de01f28..68436eedc6 100644
--- a/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.16.3-foss-2022b.eb
+++ b/easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.19.2-foss-2023a-CUDA-12.6.0.eb
@@ -1,7 +1,8 @@
 easyblock = 'PythonBundle'
 
 name = 'ONNX-Runtime'
-version = '1.16.3'
+version = '1.19.2'
+versionsuffix = '-CUDA-%(cudaver)s'
 
 homepage = 'https://onnxruntime.ai'
 description = """ONNX Runtime inference can enable faster customer experiences and lower costs,
@@ -12,18 +13,19 @@ hardware, drivers, and operating systems, and provides optimal performance by
 leveraging hardware accelerators where applicable alongside graph optimizations
 and transforms."""
 
-toolchain = {'name': 'foss', 'version': '2022b'}
+toolchain = {'name': 'foss', 'version': '2023a'}
 
 dependencies = [
-    ('Python', '3.10.8'),
+    ('CUDA', '12.6.0', '', SYSTEM),
+    ('Python', '3.11.3'),
     ('ONNX', '1.15.0'),
-    ('flatbuffers-python', '23.1.4'),
+    ('flatbuffers-python', '23.5.26'),
     ('sympy', '1.12'),
 ]
 
 use_pip = True
 
-local_whl_tmpl = 'onnxruntime-%%(version)s-cp310-cp310-manylinux_2_17_%s.manylinux2014_%s.whl'
+local_whl_tmpl = 'onnxruntime_gpu-%%(version)s-cp311-cp311-manylinux_2_27_%s.manylinux_2_28_%s.whl'
 
 exts_list = [
     ('humanfriendly', '10.0', {
@@ -33,18 +35,30 @@ exts_list = [
         'checksums': ['7c991aa71a4577af2f82600d8f8f3a89f936baeaf9b50a9c197da014e5bf16b0'],
     }),
     (name, version, {
-        'source_urls': ['http://pypi.python.org/packages/source/o/onnxruntime'],
-        'sources': [local_whl_tmpl % ('%(arch)s', '%(arch)s')],
-        'checksums': [{
-            local_whl_tmpl % ('x86_64', 'x86_64'):
-                'ef2b1fc269cabd27f129fb9058917d6fdc89b188c49ed8700f300b945c81f889',
-            local_whl_tmpl % ('aarch64', 'aarch64'):
-                '5f91f5497fe3df4ceee2f9e66c6148d9bfeb320cd6a71df361c66c5b8bac985a',
-        }],
         'modulename': 'onnxruntime',
+        'source_urls': ['http://pypi.python.org/packages/source/o/onnxruntime-gpu'],
+        'sources': ['onnxruntime_gpu-%(version)s-cp311-cp311-manylinux_2_27_%(arch)s.manylinux_2_28_%(arch)s.whl'],
+        'checksums': ['562fc7c755393eaad9751e56149339dd201ffbfdb3ef5f43ff21d0619ba9045f'],
     }),
 ]
 
+# Due to its name 'onnxruntime-gpu', this package does not fullfil requirements on 'onnxruntime' although it provides
+# the 'onnxruntime' python module. Fix this dependency issue in pip by creating a stub 'onnxruntime' dist-info folder
+_py_sitepkgs = '%(installdir)s/lib/python%(pyshortver)s/site-packages'
+postinstallcmds = [
+    "cp -r %s/onnxruntime{_gpu,}-%%(version)s.dist-info" % _py_sitepkgs,
+    "sed -i 's/onnxruntime.gpu/onnxruntime/g' %s/onnxruntime-%%(version)s.dist-info/{METADATA,RECORD}" % _py_sitepkgs,
+]
+
 sanity_pip_check = True
 
+_py_sitepkgs_dirs = ['onnxruntime', 'onnxruntime-%(version)s.dist-info', 'onnxruntime_gpu-%(version)s.dist-info']
+
+sanity_check_paths = {
+    'files': [],
+    'dirs': ['lib/python%%(pyshortver)s/site-packages/%s' % x for x in _py_sitepkgs_dirs],
+}
+
+options = {'modulename': 'onnxruntime'}
+
 moduleclass = 'devel'

Updated software PortAudio-19.7.0-foss-2023a.eb

Diff against PortAudio-19.7.0-foss-2022a.eb

easybuild/easyconfigs/p/PortAudio/PortAudio-19.7.0-foss-2022a.eb

diff --git a/easybuild/easyconfigs/p/PortAudio/PortAudio-19.7.0-foss-2022a.eb b/easybuild/easyconfigs/p/PortAudio/PortAudio-19.7.0-foss-2023a.eb
index ad0b2f74a9..001f977a01 100644
--- a/easybuild/easyconfigs/p/PortAudio/PortAudio-19.7.0-foss-2022a.eb
+++ b/easybuild/easyconfigs/p/PortAudio/PortAudio-19.7.0-foss-2023a.eb
@@ -1,7 +1,7 @@
 easyblock = 'ConfigureMake'
 
 name = 'PortAudio'
-version = "19.7.0"
+version = '19.7.0'
 
 homepage = 'https://www.portaudio.com/'
 description = """PortAudio is a free, cross-platform, open-source, audio I/O library.
@@ -9,16 +9,15 @@ description = """PortAudio is a free, cross-platform, open-source, audio I/O lib
  Macintosh OS X, and Unix (OSS/ALSA). It is intended to promote the exchange of audio software between
  developers on different platforms. Many applications use PortAudio for Audio I/O."""
 
-toolchain = {'name': 'foss', 'version': '2022a'}
+toolchain = {'name': 'foss', 'version': '2023a'}
 
 source_urls = ["https://github.com/PortAudio/portaudio/archive"]
 sources = ["v%(version)s.tar.gz"]
 checksums = ['5af29ba58bbdbb7bbcefaaecc77ec8fc413f0db6f4c4e286c40c3e1b83174fa0']
 
 dependencies = [
-    ('Python', '3.10.4'),
-    ('alsa-lib', '1.2.8'),
-    ('jax', '0.3.25'),
+    ('Python', '3.11.3'),
+    ('alsa-lib', '1.2.9'),
 ]
 
 exts_defaultclass = 'PythonPackage'
@@ -44,7 +43,7 @@ sanity_check_paths = {
 }
 
 sanity_check_commands = [
-    'python -c "import pyaudio; pyaudio.get_portaudio_version_text(); pyaudio.__version__"'
+    'python -c "import pyaudio; pyaudio.get_portaudio_version_text()"'
 ]
 
 modextrapaths = {'PYTHONPATH': 'lib/python%(pyshortver)s/site-packages'}

Updated software PyAV-11.0.0-GCCcore-12.3.0.eb

Diff against PyAV-10.0.0-GCCcore-11.3.0.eb

easybuild/easyconfigs/p/PyAV/PyAV-10.0.0-GCCcore-11.3.0.eb

diff --git a/easybuild/easyconfigs/p/PyAV/PyAV-10.0.0-GCCcore-11.3.0.eb b/easybuild/easyconfigs/p/PyAV/PyAV-11.0.0-GCCcore-12.3.0.eb
index 37d94fab76..05acd2727d 100644
--- a/easybuild/easyconfigs/p/PyAV/PyAV-10.0.0-GCCcore-11.3.0.eb
+++ b/easybuild/easyconfigs/p/PyAV/PyAV-11.0.0-GCCcore-12.3.0.eb
@@ -1,21 +1,22 @@
 easyblock = 'PythonBundle'
 
 name = 'PyAV'
-version = '10.0.0'
+version = '11.0.0'
 
 homepage = 'https://pyav.org'
 description = """PyAV is a Pythonic binding for FFmpeg. We aim to provide all of the power and
 control of the underlying library, but manage the gritty details as much as possible."""
 
-toolchain = {'name': 'GCCcore', 'version': '11.3.0'}
+toolchain = {'name': 'GCCcore', 'version': '12.3.0'}
 
 builddependencies = [
-    ('binutils', '2.38'),
+    ('binutils', '2.40'),
 ]
 
 dependencies = [
-    ('Python', '3.10.4'),
-    ('FFmpeg', '4.4.2'),
+    ('Python', '3.11.3'),
+    ('Cython', '3.0.7'),
+    ('FFmpeg', '6.0'),
 ]
 
 use_pip = True
@@ -23,9 +24,9 @@ sanity_pip_check = True
 
 exts_list = [
     ('av', version, {
-        'checksums': ['8afd3d5610e1086f3b2d8389d66672ea78624516912c93612de64dcaa4c67e05'],
-        'installopts': "--no-binary av",
+        'installopts': '--no-binary av',
+        'checksums': ['48223f000a252070f8e700ff634bb7fb3aa1b7bc7e450373029fbdd6f369ac31'],
     }),
 ]
 
-moduleclass = "vis"
+moduleclass = 'vis'

@pavelToman
Copy link
Collaborator Author

@boegelbot please test @ jsc-zen3-a100

@boegelbot
Copy link
Collaborator

@pavelToman: Request for testing this PR well received on jsczen3l1.int.jsc-zen3.fz-juelich.de

PR test command 'if [[ develop != 'develop' ]]; then EB_BRANCH=develop ./easybuild_develop.sh 2> /dev/null 1>&2; EB_PREFIX=/home/boegelbot/easybuild/develop source init_env_easybuild_develop.sh; fi; EB_PR=22135 EB_ARGS= EB_CONTAINER= EB_REPO=easybuild-easyconfigs EB_BRANCH=develop /opt/software/slurm/bin/sbatch --job-name test_PR_22135 --ntasks=8 --partition=jsczen3g --gres=gpu:1 ~/boegelbot/eb_from_pr_upload_jsc-zen3.sh' executed!

  • exit code: 0
  • output:
Submitted batch job 5520

Test results coming soon (I hope)...

- notification for comment with ID 2578049107 processed

Message to humans: this is just bookkeeping information for me,
it is of no use to you (unless you think I have a bug, which I don't).

@pavelToman
Copy link
Collaborator Author

Test report by @pavelToman
SUCCESS
Build succeeded for 4 out of 4 (4 easyconfigs in total)
node3903.accelgor.os - Linux RHEL 9.4, x86_64, AMD EPYC 7413 24-Core Processor, 1 x NVIDIA NVIDIA A100-SXM4-80GB, 555.42.06, Python 3.9.18
See https://gist.github.com/pavelToman/640291638ee9df9c3cc9f3c25dee780d for a full test report.

@boegelbot
Copy link
Collaborator

Test report by @boegelbot
SUCCESS
Build succeeded for 4 out of 4 (4 easyconfigs in total)
jsczen3g1.int.jsc-zen3.fz-juelich.de - Linux Rocky Linux 9.5, x86_64, AMD EPYC-Milan Processor (zen3), 1 x NVIDIA NVIDIA A100 80GB PCIe, 555.42.06, Python 3.9.21
See https://gist.github.com/boegelbot/0aa60f65b055393290a13d5682dc2138 for a full test report.

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Projects
None yet
Development

Successfully merging this pull request may close these issues.

whisper-ctranslate2
2 participants