Skip to content

Commit

Permalink
adding easyconfigs: TensorFlow-2.9.1-foss-2022a.eb, TensorFlow-2.9.1-…
Browse files Browse the repository at this point in the history
…foss-2022a-CUDA-11.7.0.eb and patches: TensorFlow-2.9.1_fix-PPC-Eigen-build.patch, TensorFlow-2.9.1_remove-duplicate-gpu-tests.patch, TensorFlow-2.9.1_remove-libclang-and-io-gcs-deps.patch, TensorFlow-2.9.1_support_flatbuffers_2.0.patch, TensorFlow-2.8.4_exclude-xnnpack-on-ppc.patch, TensorFlow-2.8.4_fix-PPC-JIT.patch, TensorFlow-2.8.4_resolve-gcc-symlinks.patch
  • Loading branch information
Flamefire committed Feb 10, 2023
1 parent c781aaf commit af2b983
Show file tree
Hide file tree
Showing 9 changed files with 8,720 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
XNNPACK is not supported on PowerPC so disable it by default.
See https://github.com/tensorflow/tensorflow/issues/58768

Author: Alexander Grund (TU Dresden)

diff --git a/tensorflow/lite/BUILD b/tensorflow/lite/BUILD
index 198f949b341..d15dcf9a80d 100644
--- a/tensorflow/lite/BUILD
+++ b/tensorflow/lite/BUILD
@@ -709,6 +709,8 @@ cc_library(
deps = select({
"//tensorflow:macos": [],
"//tensorflow:fuchsia": [],
+ # XNNPACK is not supported on PPC
+ "//tensorflow:linux_ppc64le": [],
"//conditions:default": [":tflite_with_xnnpack_enabled"],
}),
)
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
diff --git a/third_party/cpuinfo/cpuinfo.BUILD b/third_party/cpuinfo/cpuinfo.BUILD
index eb2937d20ef..dfea408db94 100644
--- a/third_party/cpuinfo/cpuinfo.BUILD
+++ b/third_party/cpuinfo/cpuinfo.BUILD
@@ -109,6 +109,7 @@ cc_library(
":linux_mips64": COMMON_SRCS + LINUX_SRCS,
":linux_riscv64": COMMON_SRCS + LINUX_SRCS,
":linux_s390x": COMMON_SRCS + LINUX_SRCS,
+ ":linux_ppc64le": COMMON_SRCS + LINUX_SRCS,
":macos_x86_64": COMMON_SRCS + X86_SRCS + MACH_SRCS + MACH_X86_SRCS,
":macos_arm64": COMMON_SRCS + MACH_SRCS + MACH_ARM_SRCS,
":windows_x86_64": COMMON_SRCS + X86_SRCS + WINDOWS_X86_SRCS,
@@ -232,6 +233,11 @@ config_setting(
values = {"cpu": "s390x"},
)

+config_setting(
+ name = "linux_ppc64le",
+ values = {"cpu": "ppc"},
+)
+
config_setting(
name = "macos_x86_64",
values = {
diff --git a/third_party/llvm/macos_build_fix.patch b/third_party/llvm/macos_build_fix.patch
index 4dba8676ea5..af31f0c1d9e 100644
--- a/third_party/llvm/macos_build_fix.patch
+++ b/third_party/llvm/macos_build_fix.patch
@@ -42,5 +42,29 @@ index ff64df694048..c9c35b01711c 100644
"@bazel_tools//src/conditions:linux_aarch64": native_arch_defines("AArch64", "aarch64-unknown-linux-gnu"),
"//conditions:default": native_arch_defines("X86", "x86_64-unknown-linux-gnu"),
}) + [
+
+
+From b250c34bbd415b2a8c3e0532e98591ab1780cda6 Mon Sep 17 00:00:00 2001
+From: Nishidha Panpaliya <npanpa23@in.ibm.com>
+Date: Mon, 21 Mar 2022 09:51:36 -0400
+Subject: [PATCH] Fix for ppc64le
+
+---
+ utils/bazel/llvm-project-overlay/llvm/config.bzl | 1 +
+ 1 file changed, 1 insertion(+)
+
+diff --git a/utils/bazel/llvm-project-overlay/llvm/config.bzl b/utils/bazel/llvm-project-overlay/llvm/config.bzl
+index 772714f38941..9ed63e8d44a3 100644
+--- a/utils/bazel/llvm-project-overlay/llvm/config.bzl
++++ b/utils/bazel/llvm-project-overlay/llvm/config.bzl
+@@ -86,6 +86,7 @@ llvm_config_defines = os_defines + select({
+ "//llvm:macos_arm64": native_arch_defines("AArch64", "arm64-apple-darwin"),
+ "@bazel_tools//src/conditions:darwin": native_arch_defines("X86", "x86_64-unknown-darwin"),
+ "@bazel_tools//src/conditions:linux_aarch64": native_arch_defines("AArch64", "aarch64-unknown-linux-gnu"),
++ "@bazel_tools//src/conditions:linux_ppc64le": native_arch_defines("PowerPC", "powerpc64le-unknown-linux-gnu"),
+ "//conditions:default": native_arch_defines("X86", "x86_64-unknown-linux-gnu"),
+ }) + [
+ # These shouldn't be needed by the C++11 standard, but are for some
+
--
2.30.1 (Apple Git-130)
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
Fix for "undeclared inclusion(s) in rule" errors when the installation directory
for GCC is hosted in a path that is a symlink to another path.

From https://github.com/tensorflow/tensorflow/pull/56360

From b3a8fdbcb79e723f8d62f86bddcfdfb73fe76291 Mon Sep 17 00:00:00 2001
From: Jinzhe Zeng <jinzhe.zeng@rutgers.edu>
Date: Sat, 4 Jun 2022 19:06:58 -0400
Subject: [PATCH] resolve gcc_host_compiler_path in a symlink directory

Resolves a missing dependency declarations error, when gcc_host_compiler_path is in a symlink directory resolving to other directories.
---
configure.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/configure.py b/configure.py
index bf338bdda2297..77af09a22a05d 100644
--- a/configure.py
+++ b/configure.py
@@ -619,7 +619,7 @@ def prompt_loop_or_load_from_env(environ_cp,
'Assuming to be a scripting mistake.' %
(var_name, n_ask_attempts))

- if resolve_symlinks and os.path.islink(val):
+ if resolve_symlinks:
val = os.path.realpath(val)
environ_cp[var_name] = val
return val
Original file line number Diff line number Diff line change
@@ -0,0 +1,247 @@
easyblock = 'PythonBundle'

name = 'TensorFlow'
version = '2.9.1'
versionsuffix = '-CUDA-%(cudaver)s'

homepage = 'https://www.tensorflow.org/'
description = "An open-source software library for Machine Intelligence"

toolchain = {'name': 'foss', 'version': '2022a'}
toolchainopts = {'pic': True}

builddependencies = [
('Bazel', '5.1.1'),
('protobuf', '3.19.4'),
# git 2.x required, see also https://github.com/tensorflow/tensorflow/issues/29053
('git', '2.36.0', '-nodocs'),
('pybind11', '2.9.2'),
('UnZip', '6.0'),
('LLVM', '14.0.3'), # for debugging with llvm-symbolizer, to be removed
]
dependencies = [
('CUDA', '11.7.0', '', SYSTEM),
('cuDNN', '8.4.1.50', versionsuffix, SYSTEM),
('NCCL', '2.12.12', versionsuffix),
('Python', '3.10.4'),
('h5py', '3.7.0'),
('cURL', '7.83.0'),
('dill', '0.3.6'),
('double-conversion', '3.2.0'),
('flatbuffers', '2.0.0'),
('giflib', '5.2.1'),
('hwloc', '2.7.1'),
('ICU', '71.1'),
('JsonCpp', '1.9.5'),
('libjpeg-turbo', '2.1.3'),
('LMDB', '0.9.29'),
('NASM', '2.15.05'),
('nsync', '1.25.0'),
('SQLite', '3.38.3'),
('protobuf-python', '3.19.4'),
('flatbuffers-python', '2.0'),
('libpng', '1.6.37'),
('snappy', '1.1.9'),
('zlib', '1.2.12'),
('networkx', '2.8.4'), # required for pythran
]

use_pip = True
sanity_pip_check = True

# Dependencies created and updated using findPythonDeps.sh:
# https://gist.github.com/Flamefire/49426e502cd8983757bd01a08a10ae0d
exts_list = [
('wrapt', '1.14.1', {
'checksums': ['380a85cf89e0e69b7cfbe2ea9f765f004ff419f34194018a6827ac0e3edfed4d'],
}),
('termcolor', '1.1.0', {
'checksums': ['1d6d69ce66211143803fbc56652b41d73b4a400a2891d7bf7a1cdf4c02de613b'],
}),
('tensorflow-estimator', '2.9.0', {
'source_tmpl': 'tensorflow_estimator-%(version)s-py2.py3-none-any.whl',
'checksums': ['e9762bb302f51bc1eb2f35d19f0190a6a2d809d754d5def788c4328fe3746744'],
}),
('Werkzeug', '2.2.2', {
'checksums': ['7ea2d48322cc7c0f8b3a215ed73eabd7b5d75d0b50e31ab006286ccff9e00b8f'],
}),
('tensorboard-plugin-wit', '1.8.1', {
'source_tmpl': 'tensorboard_plugin_wit-%(version)s-py3-none-any.whl',
'checksums': ['ff26bdd583d155aa951ee3b152b3d0cffae8005dc697f72b44a8e8c2a77a8cbe'],
}),
('tensorboard-data-server', '0.6.1', {
'source_tmpl': 'tensorboard_data_server-%(version)s-py3-none-any.whl',
'checksums': ['809fe9887682d35c1f7d1f54f0f40f98bb1f771b14265b453ca051e2ce58fca7'],
}),
('Markdown', '3.4.1', {
'checksums': ['3b809086bb6efad416156e00a0da66fe47618a5d6918dd688f53f40c8e4cfeff'],
}),
('grpcio', '1.47.0', {
'modulename': 'grpc',
'preinstallopts': "export GRPC_PYTHON_BUILD_EXT_COMPILER_JOBS=%(parallel)s && ",
'checksums': ['5dbba95fab9b35957b4977b8904fc1fa56b302f9051eff4d7716ebb0c087f801'],
}),
('oauthlib', '3.2.0', {
'checksums': ['23a8208d75b902797ea29fd31fa80a15ed9dc2c6c16fe73f5d346f83f6fa27a2'],
}),
('requests-oauthlib', '1.3.1', {
'checksums': ['75beac4a47881eeb94d5ea5d6ad31ef88856affe2332b9aafb52c6452ccf0d7a'],
}),
('rsa', '4.9', {
'checksums': ['e38464a49c6c85d7f1351b0126661487a7e0a14a50f1675ec50eb34d4f20ef21'],
}),
('pyasn1-modules', '0.2.8', {
'checksums': ['905f84c712230b2c592c19470d3ca8d552de726050d1d1716282a1f6146be65e'],
}),
('cachetools', '5.2.0', {
'checksums': ['6a94c6402995a99c3970cc7e4884bb60b4a8639938157eeed436098bf9831757'],
}),
('google-auth', '2.10.0', {
'modulename': 'google.auth',
'checksums': ['7904dbd44b745c7323fef29565adee2fe7ff48473e2d94443aced40b0404a395'],
}),
('google-auth-oauthlib', '0.4.6', {
'checksums': ['a90a072f6993f2c327067bf65270046384cda5a8ecb20b94ea9a687f1f233a7a'],
}),
('absl-py', '1.2.0', {
'modulename': 'absl',
'checksums': ['f568809938c49abbda89826223c992b630afd23c638160ad7840cfe347710d97'],
}),
('tensorboard', version, {
'source_tmpl': SOURCE_PY3_WHL,
'checksums': ['baa727f791776f9e5841d347127720ceed4bbd59c36b40604b95fb2ae6029276'],
}),
('opt-einsum', '3.3.0', {
'source_tmpl': 'opt_einsum-%(version)s.tar.gz',
'checksums': ['59f6475f77bbc37dcf7cd748519c0ec60722e91e63ca114e68821c0c54a46549'],
}),
('Keras-Preprocessing', '1.1.2', {
'source_tmpl': 'Keras_Preprocessing-%(version)s.tar.gz',
'checksums': ['add82567c50c8bc648c14195bf544a5ce7c1f76761536956c3d2978970179ef3'],
}),
('keras', '2.9.0', {
'source_tmpl': SOURCE_WHL,
'checksums': ['55911256f89cfc9343c9fbe4b61ec45a2d33d89729cbe1ab9dcacf8b07b8b6ab'],
}),
('google-pasta', '0.2.0', {
'modulename': 'pasta',
'checksums': ['c9f2c8dfc8f96d0d5808299920721be30c9eec37f2389f28904f454565c8a16e'],
}),
('astunparse', '1.6.3', {
'checksums': ['5ad93a8456f0d084c3456d059fd9a92cce667963232cbf763eac3bc5b7940872'],
}),
# Version <= 0.4.0 required by TF: https://github.com/tensorflow/tensorflow/issues/56244
('gast', '0.4.0', {
'checksums': ['40feb7b8b8434785585ab224d1568b857edb18297e5a3047f1ba012bc83b42c1'],
}),
# (newer) pythran and beniget in SciPy-Bundle require gast 0.5
('beniget', '0.3.0', {
'checksums': ['062c893be9cdf87c3144fb15041cce4d81c67107c1591952cd45fdce789a0ff1'],
}),
('pythran', '0.9.11', {
'checksums': ['a317f91e2aade9f6550dc3bf40b5caeb45b7e012daf27e2b3e4ad928edb01667'],
}),
# Required by tests
('portpicker', '1.5.2', {
'checksums': ['c55683ad725f5c00a41bc7db0225223e8be024b1fa564d039ed3390e4fd48fb3'],
}),
# System dependencies
('tblib', '1.7.0', {
'checksums': ['059bd77306ea7b419d4f76016aef6d7027cc8a0785579b5aad198803435f882c'],
}),
('astor', '0.8.1', {
'checksums': ['6a6effda93f4e1ce9f618779b2dd1d9d84f1e32812c23a29b3fff6fd7f63fa5e'],
}),
# Optional profile plugin + dependency
('gviz-api', '1.10.0', {
'source_tmpl': 'gviz_api-%(version)s.tar.gz',
'checksums': ['846692dd8cc73224fc31b18e41589bd934e1cc05090c6576af4b4b26c2e71b90'],
}),
('tensorboard-plugin-profile', '2.8.0', {
'source_tmpl': 'tensorboard_plugin_profile-%(version)s.tar.gz',
'checksums': ['58d65c979951e7628ca3b46c798e10e5813026a3ecfbacc319cf88ebe766134a'],
}),
(name, version, {
'source_tmpl': 'v%(version)s.tar.gz',
'source_urls': ['https://github.com/tensorflow/tensorflow/archive/'],
'patches': [
'TensorFlow-2.4.0_add-ldl.patch',
'TensorFlow-2.4.0_dont-use-var-lock.patch',
'TensorFlow-2.5.0_add-support-for-large-core-systems.patch',
'TensorFlow-2.5.0_disable-avx512-extensions.patch',
'TensorFlow-2.5.0-fix-alias-violation-in-absl.patch',
'TensorFlow-2.5.0_fix-arm-vector-intrinsics.patch',
'TensorFlow-2.5.0_fix-crash-on-shutdown.patch',
'TensorFlow-2.7.1_fix_cpu_count.patch',
'TensorFlow-2.8.4_exclude-xnnpack-on-ppc.patch',
'TensorFlow-2.8.4_fix-PPC-JIT.patch',
'TensorFlow-2.8.4_resolve-gcc-symlinks.patch',
'TensorFlow-2.9.1_fix-PPC-Eigen-build.patch',
'TensorFlow-2.9.1_remove-duplicate-gpu-tests.patch',
'TensorFlow-2.9.1_remove-libclang-and-io-gcs-deps.patch',
'TensorFlow-2.9.1_support_flatbuffers_2.0.patch',
],
'checksums': [
{'v2.9.1.tar.gz': '6eaf86ead73e23988fe192da1db68f4d3828bcdd0f3a9dc195935e339c95dbdc'},
{'TensorFlow-2.4.0_add-ldl.patch': '917ee7282e782e48673596d8917c3207e60e0851bb9acf230a2a439b067af2e3'},
{'TensorFlow-2.4.0_dont-use-var-lock.patch':
'b14f2493fd2edf79abd1c4f2dde6c98a3e7d5cb9c25ab9386df874d5f072d6b5'},
{'TensorFlow-2.5.0_add-support-for-large-core-systems.patch':
'915f3477d6407fafd48269fe1e684a05ce361d9b9b85e58686682df87760f636'},
{'TensorFlow-2.5.0_disable-avx512-extensions.patch':
'3655ce24c97569ac9738c07cac85347ba6f5c815ada95b19b606ffa46d4dda03'},
{'TensorFlow-2.5.0-fix-alias-violation-in-absl.patch':
'12454fda3330fb45cd380377e283f04488b40e0b8ae7378e786ddf731a581f75'},
{'TensorFlow-2.5.0_fix-arm-vector-intrinsics.patch':
'5edea55ce87d5adb14f6ed6996f308879e268b8cec760cf11288e3a56179a029'},
{'TensorFlow-2.5.0_fix-crash-on-shutdown.patch':
'578c7493221ebd3dc25ca43d63a72cbb28fdf4112b1e2baa7390f25781bd78fd'},
{'TensorFlow-2.7.1_fix_cpu_count.patch':
'5427a4cff0afc2fe5b24776ae9ca3616c56a79c1fde0025b37bec24837bb0698'},
{'TensorFlow-2.8.4_exclude-xnnpack-on-ppc.patch':
'ebd404ac56cc4ca662483f1f591e62e11749361be57a7ba5f4b2f0d03e829884'},
{'TensorFlow-2.8.4_fix-PPC-JIT.patch':
'27d28293105b4dd0a25f58346c68b672f57215756f14a97c442d0e3317e93a2b'},
{'TensorFlow-2.8.4_resolve-gcc-symlinks.patch':
'43ce9acc6bffff68a31d2263d0064d272999b2e0a2c6546690287cd1c9c90f04'},
{'TensorFlow-2.9.1_fix-PPC-Eigen-build.patch':
'5f559a6eade65df665c7c69bc2e5d5d4214b85ea836e966f5dba73211307b972'},
{'TensorFlow-2.9.1_remove-duplicate-gpu-tests.patch':
'6fe50faab28387c622c68dc3fc0cbfb2a51000cd750c1a82f8420b54fcd2509f'},
{'TensorFlow-2.9.1_remove-libclang-and-io-gcs-deps.patch':
'13a987ce8e20957d9a618493f6a0e8f67e0f9c8b11596f27bcd7322a8e62113d'},
{'TensorFlow-2.9.1_support_flatbuffers_2.0.patch':
'aaf0e0f86ad26f98a2bbb230dc2bbc2fb5f04886ab340049b5eaf3c70ae18f39'},
],
'test_script': 'TensorFlow-2.x_mnist-test.py',
'test_tag_filters_cpu': '-gpu,-tpu,-no_cuda_on_cpu_tap,'
'-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only',
'test_tag_filters_gpu': 'gpu,-no_gpu,-nogpu,-gpu_cupti,-no_cuda11,'
'-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only',
'test_targets': [
'//tensorflow/core/...',
'-//tensorflow/core:example_java_proto',
'-//tensorflow/core/example:example_protos_closure',
'//tensorflow/cc/...',
'//tensorflow/c/...',
'//tensorflow/python/...',
'-//tensorflow/c/eager:c_api_test_gpu',
'-//tensorflow/c/eager:c_api_distributed_test',
'-//tensorflow/c/eager:c_api_distributed_test_gpu',
'-//tensorflow/c/eager:c_api_cluster_test_gpu',
'-//tensorflow/c/eager:c_api_remote_function_test_gpu',
'-//tensorflow/c/eager:c_api_remote_test_gpu',
'-//tensorflow/core/common_runtime:collective_param_resolver_local_test',
'-//tensorflow/core/common_runtime:mkl_layout_pass_test',
'-//tensorflow/core/kernels/mkl:mkl_fused_ops_test',
'-//tensorflow/core/kernels/mkl:mkl_fused_batch_norm_op_test',
'-//tensorflow/core/ir/importexport/tests/roundtrip/...',
],
'testopts': "--test_timeout=3600 --test_size_filters=small",
'testopts_gpu': "--test_timeout=3600 --test_size_filters=small "
"--run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute",
'with_xla': True,
}),
]

moduleclass = 'lib'
Loading

0 comments on commit af2b983

Please sign in to comment.