Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

{devel}[foss/2023b] TensorFlow v2.15.1, Bazel v6.3.1, dill v0.3.8, flatbuffers-python v23.5.26, grpcio v1.57.0, ml_dtypes v0.4.0, nsync v1.29.2 #21169

Open
wants to merge 16 commits into
base: develop
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
16 commits
Select commit Hold shift + click to select a range
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
39 changes: 39 additions & 0 deletions easybuild/easyconfigs/b/Bazel/Bazel-6.3.1-GCCcore-13.2.0.eb
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
name = 'Bazel'
version = '6.3.1'

homepage = 'https://bazel.io/'
description = """Bazel is a build tool that builds code quickly and reliably.
It is used to build the majority of Google's software."""

toolchain = {'name': 'GCCcore', 'version': '13.2.0'}

source_urls = ['https://github.com/bazelbuild/%(namelower)s/releases/download/%(version)s']
sources = ['%(namelower)s-%(version)s-dist.zip']
patches = [
'Bazel-6.3.1_cc-info.patch',
'Bazel-6.3.1_add-symlinks-in-runfiles.patch',
'Bazel-6.3.1_use_std=c++17_instead_of_0x.patch',
'Bazel-6.3.1_fix_missing_cstdin_in_abseil.patch',
]
checksums = [
{'bazel-6.3.1-dist.zip': '2676319e86c5aeab142dccd42434364a33aa330a091c13562b7de87a10e68775'},
{'Bazel-6.3.1_cc-info.patch': 'f0b43ba05c2353a0324f0c7e532e9192f82f6937f68fb3e24fabcca7996ff6aa'},
{'Bazel-6.3.1_add-symlinks-in-runfiles.patch': '81db53aa87229557480b6f719c99a0f1af9c69dfec12185451e520b0128c3ae2'},
{'Bazel-6.3.1_use_std=c++17_instead_of_0x.patch':
'ffb7ab652c962bf437440db72f796c523e9ac768b26e832362dcea3d2ad7e6ef'},
{'Bazel-6.3.1_fix_missing_cstdin_in_abseil.patch':
'60f71e6004298c0c67cdb14fc31d3184b4a0de4f38a4d8c3ebb92711b22f3f41'},
]

builddependencies = [
('binutils', '2.40'),
('Python', '3.11.5'),
('Zip', '3.0'),
]

dependencies = [('Java', '11', '', SYSTEM)]

runtest = True
testopts = "-- //examples/cpp:hello-success_test //examples/py/... //examples/py_native:test //examples/shell/..."

moduleclass = 'devel'
Empty file.
20 changes: 20 additions & 0 deletions easybuild/easyconfigs/b/Bazel/Bazel-6.3.1_cc-info.patch
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
From 010f315e0e2902ebe6495ec1afe0ac3bb777b374 Mon Sep 17 00:00:00 2001
From: oquenchil <23365806+oquenchil@users.noreply.github.com>
Date: Fri, 15 Sep 2023 11:17:00 +0200
Subject: [PATCH] Advertise CcInfo from cc_proto_library

This should have been in 6.3 but I didn't backport it.
---
src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl | 1 +
1 file changed, 1 insertion(+)

diff --git a/src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl b/src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl
index 55036600f8ebbf..fa7f896264c386 100644
--- a/src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl
+++ b/src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl
@@ -282,5 +282,6 @@ cc_proto_library = rule(
allow_files = False,
),
},
+ provides = [CcInfo],
)
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
Add patch to abseil to add missing includes of cstdint

Åke Sandgren, 2024-06-27
diff -rNu 6.3.1.orig/distdir_deps.bzl 6.3.1/distdir_deps.bzl
--- 6.3.1.orig/distdir_deps.bzl 1980-01-01 00:00:00.000000000 +0100
+++ 6.3.1/distdir_deps.bzl 2024-06-27 16:07:12.735316672 +0200
@@ -235,6 +235,10 @@
"https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/refs/tags/20211102.0.tar.gz",
"https://github.com/abseil/abseil-cpp/archive/refs/tags/20211102.0.tar.gz",
],
+ "patch_args": ["-p1"],
+ "patches": [
+ "//third_party/py/abseil:fix-cstdint-for-gcc-13.patch",
+ ],
"used_in": [
"additional_distfiles",
"test_WORKSPACE_files",
diff -rNu 6.3.1.orig/third_party/py/abseil/fix-cstdint-for-gcc-13.patch 6.3.1/third_party/py/abseil/fix-cstdint-for-gcc-13.patch
--- 6.3.1.orig/third_party/py/abseil/fix-cstdint-for-gcc-13.patch 1970-01-01 01:00:00.000000000 +0100
+++ 6.3.1/third_party/py/abseil/fix-cstdint-for-gcc-13.patch 2024-06-27 16:06:21.323644443 +0200
@@ -0,0 +1,14 @@
+GCC 13 requires cstdint in extension.h
+
+Åke Sandgren, 2024-06-27
+diff -ru abseil-cpp-20211102.0.orig/absl/strings/internal/str_format/extension.h abseil-cpp-20211102.0/absl/strings/internal/str_format/extension.h
+--- abseil-cpp-20211102.0.orig/absl/strings/internal/str_format/extension.h 2021-11-03 16:26:14.000000000 +0100
++++ abseil-cpp-20211102.0/absl/strings/internal/str_format/extension.h 2024-06-27 16:03:31.932598041 +0200
+@@ -21,6 +21,7 @@
+ #include <cstddef>
+ #include <cstring>
+ #include <ostream>
++#include <cstdint>
+
+ #include "absl/base/config.h"
+ #include "absl/base/port.h"
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
Need to build with --std=c++17 (default for GCC 13)
There are constructs that won't work with 0x

Åke Sandgren, 2024-06-28
diff -ru 6.3.1.orig/tools/cpp/unix_cc_configure.bzl 6.3.1/tools/cpp/unix_cc_configure.bzl
--- 6.3.1.orig/tools/cpp/unix_cc_configure.bzl 1980-01-01 00:00:00.000000000 +0100
+++ 6.3.1/tools/cpp/unix_cc_configure.bzl 2024-06-27 15:09:20.813614135 +0200
@@ -409,7 +409,7 @@
cxx_opts = split_escaped(get_env_var(
repository_ctx,
"BAZEL_CXXOPTS",
- "-std=c++0x",
+ "-std=c++17",
False,
), ":")

27 changes: 27 additions & 0 deletions easybuild/easyconfigs/d/dill/dill-0.3.8-GCCcore-13.2.0.eb
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
# This easyconfig was created by Simon Branford of the BEAR Software team at the University of Birmingham.
easyblock = 'PythonPackage'

name = 'dill'
version = '0.3.8'

homepage = 'https://pypi.org/project/dill/'
description = """dill extends python's pickle module for serializing and de-serializing python objects to the majority
of the built-in python types. Serialization is the process of converting an object to a byte stream, and the inverse
of which is converting a byte stream back to on python object hierarchy."""

toolchain = {'name': 'GCCcore', 'version': '13.2.0'}
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I've opened a separate PR for this exact easyconfig, since it's required by other PRs as a dependency (see #21783 for example):

No action needed in this PR here because of that, just wanted to mention it.


sources = [SOURCE_TAR_GZ]
checksums = ['3ebe3c479ad625c4553aca177444d89b486b1d84982eeacded644afc0cf797ca']

builddependencies = [('binutils', '2.40')]

dependencies = [
('Python', '3.11.5'),
]

use_pip = True
download_dep_fail = True
sanity_pip_check = True

moduleclass = 'data'
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
easyblock = 'PythonPackage'

name = 'flatbuffers-python'
version = '23.5.26'

homepage = 'https://github.com/google/flatbuffers/'
description = """Python Flatbuffers runtime library."""

toolchain = {'name': 'GCCcore', 'version': '13.2.0'}

source_urls = ['https://pypi.python.org/packages/source/f/flatbuffers']
sources = [{'download_filename': 'flatbuffers-%(version)s.tar.gz', 'filename': SOURCE_TAR_GZ}]
checksums = ['9ea1144cac05ce5d86e2859f431c6cd5e66cd9c78c558317c7955fb8d4c78d89']

dependencies = [
('binutils', '2.40'),
('Python', '3.11.5'),
]

download_dep_fail = True
use_pip = True
sanity_pip_check = True

preinstallopts = 'VERSION=%(version)s '
options = {'modulename': 'flatbuffers'}

moduleclass = 'devel'
54 changes: 54 additions & 0 deletions easybuild/easyconfigs/g/grpcio/grpcio-1.57.0-GCCcore-13.2.0.eb
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
easyblock = 'PythonBundle'

name = 'grpcio'
version = '1.57.0'

homepage = 'https://grpc.io/'
description = """gRPC is a modern, open source, high-performance remote procedure call (RPC)
framework that can run anywhere. gRPC enables client and server applications to
communicate transparently, and simplifies the building of connected systems."""

toolchain = {'name': 'GCCcore', 'version': '13.2.0'}
toolchainopts = {'pic': True}

use_pip = True
sanity_pip_check = True

builddependencies = [
('binutils', '2.40'),
('OpenSSL', '1.1', '', SYSTEM),
('RE2', '2024-03-01'),
]

dependencies = [
('Python', '3.11.5'),
('protobuf-python', '4.25.3'),
('Abseil', '20240116.1'),
]

exts_list = [
(name, version, {
'modulename': 'grpc',
'preinstallopts': (
# patch hardcoded /usr paths to prefix them with alternate sysroot path (if defined)
"sed -i 's@/usr@%(sysroot)s/usr@g' setup.py && "
"export GRPC_PYTHON_BUILD_EXT_COMPILER_JOBS=%(parallel)s && "
# Required to avoid building with non-default C++ standard but keep other flags,
# see https://github.com/grpc/grpc/issues/34256
'export GRPC_PYTHON_CFLAGS="-fvisibility=hidden -fno-wrapv -fno-exceptions" &&'
"GRPC_PYTHON_BUILD_SYSTEM_OPENSSL=True "
"GRPC_PYTHON_BUILD_SYSTEM_ZLIB=True "
"GRPC_PYTHON_BUILD_SYSTEM_RE2=True "
"GRPC_PYTHON_BUILD_SYSTEM_ABSL=True "
),
'patches': ['grpcio-1.57.0_use-ebroot.patch'],
'checksums': [
{'grpcio-1.57.0.tar.gz':
'4b089f7ad1eb00a104078bab8015b0ed0ebcb3b589e527ab009c53893fd4e613'},
{'grpcio-1.57.0_use-ebroot.patch':
'5faf822cd817b723ae9361e43656d0ecc7b3333a166bbab2df80b43ae588e510'},
],
}),
]

moduleclass = 'lib'
47 changes: 47 additions & 0 deletions easybuild/easyconfigs/m/ml_dtypes/ml_dtypes-0.4.0-gfbf-2023b.eb
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
# Thomas Hoffmann, EMBL Heidelberg, structures-it@embl.de, 2024/02
easyblock = 'PythonBundle'

name = 'ml_dtypes'
version = '0.4.0'

homepage = 'https://github.com/jax-ml/ml_dtypes'
description = """
ml_dtypes is a stand-alone implementation of several NumPy dtype extensions used
in machine learning libraries, including:
bfloat16: an alternative to the standard float16 format
float8_*: several experimental 8-bit floating point representations including:
float8_e4m3b11fnuz
float8_e4m3fn
float8_e4m3fnuz
float8_e5m2
float8_e5m2fnuz
"""

toolchain = {'name': 'gfbf', 'version': '2023b'}

dependencies = [
('Python', '3.11.5'),
('SciPy-bundle', '2023.11'),
]

use_pip = True

exts_list = [
('opt_einsum', '3.3.0', {
'checksums': ['59f6475f77bbc37dcf7cd748519c0ec60722e91e63ca114e68821c0c54a46549'],
}),
('etils', '1.9.2', {
'checksums': ['15dcd35ac0c0cc2404b46ac0846af3cc4e876fd3d80f36f57951e27e8b9d6379'],
}),
(name, version, {
'patches': [('ml_dtypes-0.3.2_EigenAvx512.patch', 1)],
'checksums': [
{'ml_dtypes-0.4.0.tar.gz': 'eaf197e72f4f7176a19fe3cb8b61846b38c6757607e7bf9cd4b1d84cd3e74deb'},
{'ml_dtypes-0.3.2_EigenAvx512.patch': '197b05b0b7f611749824369f026099f6a172f9e8eab6ebb6504a16573746c892'},
],
}),
]

sanity_pip_check = True

moduleclass = 'tools'
26 changes: 26 additions & 0 deletions easybuild/easyconfigs/n/nsync/nsync-1.29.2-GCCcore-13.2.0.eb
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
easyblock = 'CMakeNinja'

name = 'nsync'
version = '1.29.2'

homepage = 'https://github.com/google/nsync'
description = """nsync is a C library that exports various synchronization primitives, such as mutexes"""

toolchain = {'name': 'GCCcore', 'version': '13.2.0'}

source_urls = ['https://github.com/google/nsync/archive']
sources = [{'download_filename': '%(version)s.tar.gz', 'filename': SOURCE_TAR_GZ}]
checksums = ['1d63e967973733d2c97e841e3c05fac4d3fa299f01d14c86f2695594c7a4a2ec']

builddependencies = [
('binutils', '2.40'),
('CMake', '3.27.6'),
('Ninja', '1.11.1'),
]

sanity_check_paths = {
'files': ['include/nsync.h', 'lib/libnsync.a', 'lib/libnsync_cpp.a'],
'dirs': [],
}

moduleclass = 'devel'
Loading
Loading