Relocation algorithms implementation

.circleci/config.yml

@@ -246,6 +246,8 @@ jobs:
                 -DHPX_WITH_CHECK_MODULE_DEPENDENCIES=On \
                 -DHPX_LOGGING_WITH_SEPARATE_DESTINATIONS=Off \
                 -DHPX_WITH_THREAD_DEBUG_INFO=On \
+                -DHPX_COMMAND_LINE_HANDLING_WITH_JSON_CONFIGURATION_FILES=On \
+                -DHPX_WITH_FETCH_JSON=On \
                 -DCMAKE_EXPORT_COMPILE_COMMANDS=On \
                 -DHPX_WITH_DOCUMENTATION=On \
                 -DHPX_WITH_DOCUMENTATION_OUTPUT_FORMATS="${DOCUMENTATION_OUTPUT_FORMATS}"
@@ -568,7 +570,7 @@ jobs:
           command: |
               ulimit -c unlimited
               ctest \
-                --timeout 180 \
+                --timeout 270 \
                 -T test \
                 --no-compress-output \
                 --output-on-failure \

.circleci/tests.unit1.targets

@@ -22,6 +22,7 @@ tests.unit.modules.cache
 tests.unit.modules.checkpoint
 tests.unit.modules.checkpoint_base
 tests.unit.modules.collectives
+tests.unit.modules.command_line_handling_local
 tests.unit.modules.distribution_policies
 tests.unit.modules.execution
 tests.unit.modules.execution_base

.cmake-format.py

@@ -352,6 +352,7 @@
                                                    'nargs': '1+'}},
     'add_hpx_module': { 'kwargs': { 'CMAKE_SUBDIRS': '+',
                                     'COMPAT_HEADERS': '+',
+                                    'GENERATED_HEADERS': '+',
                                     'DEPENDENCIES': '+',
                                     'EXCLUDE_FROM_GLOBAL_HEADER': '+',
                                     'ADD_TO_GLOBAL_HEADER': '+',

.github/SECURITY.md

@@ -0,0 +1,44 @@
+<!-- Copyright (c) 2023 Hartmut Kaiser                                            -->
+<!--                                                                              -->
+<!-- SPDX-License-Identifier: BSL-1.0                                             -->
+<!-- Distributed under the Boost Software License, Version 1.0. (See accompanying -->
+<!-- file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)        -->
+
+# Security Policy
+
+## Reporting a Vulnerability
+
+If you believe you have found a security vulnerability in HPX, don't hesitate to _report them_.
+
+ 1. Use any of the [means of contact](https://github.com/STEllAR-GROUP/hpx/blob/master/.github/SUPPORT.md).
+
+    **Please do not report security vulnerabilities through public GitHub issues.**
+
+ 2. Describe the vulnerability. Please add a description of the issue, the steps you
+    took to reproduce the issue, affected versions, and if known, mitigations for the
+    issue.
+
+    Please include the requested information listed below (as much as you can provide) to help
+    us better understand the nature and scope of the possible issue:
+
+      * Type of issue (e.g. buffer overflow, race condition, etc.)
+      * Full paths of source file(s) related to the manifestation of the issue
+      * The location of the affected source code (tag/branch/commit or direct URL)
+      * Any special configuration required to reproduce the issue
+      * Step-by-step instructions to reproduce the issue
+      * Proof-of-concept or exploit code (if possible)
+      * Impact of the issue, including how an attacker might exploit the issue
+      * This information will help us triage your report more quickly.
+
+    Our vulnerability management team will acknowledge receiving your email
+    within 3 working days.
+
+    If you have a fix, that is most welcome -- please attach or summarize it in your
+    message!
+
+ 3. We will evaluate the vulnerability and, if necessary, release a fix or mitigating
+    steps to address it. We will contact you to let you know the outcome, and will
+    credit you in the report.
+
+ 4. Once we have either a) published a fix, or b) declined to address the vulnerability
+    for whatever reason, you are free to publicly disclose it.

.github/SUPPORT.md

@@ -1,8 +1,9 @@
-<!-- Copyright (c) 2017 Hartmut Kaiser                                            -->
+<!-- Copyright (c) 2017-2023 Hartmut Kaiser                                       -->
 <!--                                                                              -->
 <!-- SPDX-License-Identifier: BSL-1.0                                             -->
 <!-- Distributed under the Boost Software License, Version 1.0. (See accompanying -->
 <!-- file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)        -->
+
 ## Support for deploying and using HPX
 
 Welcome to [HPX](http://stellar-group.org/libraries/hpx/)! We use GitHub for
@@ -14,6 +15,11 @@ get support for using HPX.
 
 * [User Documentation](https://hpx-docs.stellar-group.org/latest/html/index.html)
 
+### Reporting security issues and vulnerabilities
+
+Please send us an [email](info@stellar-group.org) describing the issue. See our
+[security policy](https://github.com/STEllAR-GROUP/hpx/blob/master/.github/SECURITY.md)
+for details.
 
 ### Real-time Chat
 

.github/dependabot.yml

@@ -0,0 +1,13 @@
+# Copyright (c) 2023 İnanç CAN
+#
+# SPDX-License-Identifier: BSL-1.0
+# Distributed under the Boost Software License, Version 1.0. (See accompanying
+# file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
+
+version: 2
+
+updates:
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "daily"

.github/workflows/cff-validator.yml

@@ -20,7 +20,7 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       # This is needed for workflows running on
       # ubuntu-20.04 or later

.github/workflows/windows_clang_debug.yml

@@ -15,7 +15,7 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - uses: jwlawson/actions-setup-cmake@v1.9
+    - uses: jwlawson/actions-setup-cmake@v1.14
       with:
         cmake-version: '3.22.x'
     - name: Install dependencies

.github/workflows/windows_clang_release.yml

@@ -15,7 +15,7 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - uses: jwlawson/actions-setup-cmake@v1.9
+    - uses: jwlawson/actions-setup-cmake@v1.14
       with:
         cmake-version: '3.22.x'
     - name: Install dependencies

.github/workflows/windows_debug_vs2019.yml

@@ -14,7 +14,7 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - uses: jwlawson/actions-setup-cmake@v1.9
+    - uses: jwlawson/actions-setup-cmake@v1.14
       with:
         cmake-version: '3.22.x'
     - name: Install dependencies

.github/workflows/windows_debug_vs2022.yml

@@ -14,7 +14,7 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - uses: jwlawson/actions-setup-cmake@v1.9
+    - uses: jwlawson/actions-setup-cmake@v1.14
       with:
         cmake-version: '3.22.x'
     - name: Install dependencies

.github/workflows/windows_release_2019.yml

@@ -14,7 +14,7 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - uses: jwlawson/actions-setup-cmake@v1.9
+    - uses: jwlawson/actions-setup-cmake@v1.14
       with:
         cmake-version: '3.22.x'
     - name: Install dependencies

.github/workflows/windows_release_2022.yml

@@ -14,7 +14,7 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - uses: jwlawson/actions-setup-cmake@v1.9
+    - uses: jwlawson/actions-setup-cmake@v1.14
       with:
         cmake-version: '3.22.x'
     - name: Install dependencies

.github/workflows/windows_release_gcc_mingw.yml

@@ -0,0 +1,62 @@
+# Copyright (c) 2023 The STE||AR-Group
+#
+# SPDX-License-Identifier: BSL-1.0
+# Distributed under the Boost Software License, Version 1.0. (See accompanying
+# file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
+
+name: Windows CI (Release, gcc/mingw toolset)
+
+on: [pull_request]
+
+jobs:
+  build:
+    runs-on: windows-latest
+
+    steps:
+    - uses: actions/checkout@v3
+    - uses: jwlawson/actions-setup-cmake@v1.14
+      with:
+        cmake-version: '3.22.x'
+    - name: Install dependencies
+      run: |
+        choco install ninja -y
+        md C:\projects
+        $client = new-object System.Net.WebClient
+        $client.DownloadFile("https://boostorg.jfrog.io/artifactory/main/release/1.78.0/source/boost_1_78_0.7z","C:\projects\boost_1_78_0.7z")
+        7z x C:\projects\boost_1_78_0.7z -y -oC:\projects\boost
+        cd C:\projects\boost\boost_1_78_0
+        .\bootstrap.bat gcc
+        .\b2.exe `
+            link=shared `
+            variant=release `
+            architecture=x86 `
+            address-model=64 `
+            threading=multi `
+            --with-iostreams `
+            --build-type=complete `
+            install
+        $client.DownloadFile("https://download.open-mpi.org/release/hwloc/v2.8/hwloc-win64-build-2.8.0.zip","C:\projects\hwloc-win64-build-2.8.0.zip")
+        7z x C:\projects\hwloc-win64-build-2.8.0.zip -y -oC:\projects
+    - name: Configure
+      shell: bash
+      run: |
+          cmake . -Bbuild -G'Ninja' \
+              -DCMAKE_BUILD_TYPE=Release \
+              -DCMAKE_CXX_COMPILER=g++ \
+              -DBOOST_ROOT="C:\Boost" \
+              -DHWLOC_ROOT="C:\projects\hwloc-win64-build-2.8.0" \
+              -DHPX_WITH_CXX_STANDARD=20 \
+              -DHPX_WITH_STATIC_LINKING=ON \
+              -DHPX_WITH_MALLOC=system \
+              -DHPX_WITH_FETCH_ASIO=ON \
+              -DHPX_WITH_PKGCONFIG=OFF \
+              -DHPX_WITH_TESTS_MAX_THREADS_PER_LOCALITY=2 \
+              -DHPX_WITH_EXAMPLES=ON \
+              -DHPX_WITH_TESTS=ON \
+              -DHPX_WITH_TESTS_UNIT=ON \
+              -DHPX_WITH_DEPRECATION_WARNINGS=OFF \
+              -DHPX_WITH_MODULES_AS_STATIC_LIBRARIES=OFF
+    - name: Build
+      shell: bash
+      run: |
+          cmake --build build --config Release -- -j 2

.github/workflows/windows_release_static.yml

@@ -15,7 +15,7 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - uses: jwlawson/actions-setup-cmake@v1.9
+    - uses: jwlawson/actions-setup-cmake@v1.14
       with:
         cmake-version: '3.22.x'
     - name: Install dependencies

.jenkins/lsu/Jenkinsfile

@@ -1,6 +1,7 @@
 #!groovy
 
 // Copyright (c) 2020 ETH Zurich
+// Copyright (c) 2022 Hartmut Kaiser
 //
 // SPDX-License-Identifier: BSL-1.0
 // Distributed under the Boost Software License, Version 1.0. (See accompanying
@@ -35,7 +36,7 @@ pipeline {
                 axes {
                     axis {
                         name 'configuration_name'
-                        values 'gcc-9', 'gcc-10', 'gcc-11', 'gcc-12', 'clang-11', 'clang-12', 'clang-13', 'clang-14', 'gcc-10-cuda-11', 'hipcc'
+                        values 'gcc-10', 'gcc-11', 'gcc-12', 'gcc-13', 'clang-12', 'clang-13', 'clang-14', 'clang-15', 'gcc-10-cuda-11', 'gcc-12-cuda-12-dgx', 'hipcc'
                     }
                     axis {
                          name 'build_type'

.jenkins/lsu/batch.sh

@@ -21,7 +21,7 @@ ulimit -l unlimited
 
 set +e
 ctest \
-    --verbose \
+    ${ctest_extra_args} \
     -S ${src_dir}/.jenkins/lsu/ctest.cmake \
     -DCTEST_CONFIGURE_EXTRA_OPTIONS="${configure_extra_options}" \
     -DCTEST_BUILD_CONFIGURATION_NAME="${configuration_name_with_build_type}" \

.jenkins/lsu/entry.sh

@@ -46,6 +46,7 @@ sbatch \
     --job-name="${job_name}" \
     --nodes="${configuration_slurm_num_nodes}" \
     --partition="${configuration_slurm_partition}" \
+    --exclude="bahram" \
     --time="03:00:00" \
     --output="jenkins-hpx-${configuration_name_with_build_type}.out" \
     --error="jenkins-hpx-${configuration_name_with_build_type}.err" \

.jenkins/lsu/env-clang-15.sh

@@ -0,0 +1,36 @@
+# Copyright (c) 2020 ETH Zurich
+#
+# SPDX-License-Identifier: BSL-1.0
+# Distributed under the Boost Software License, Version 1.0. (See accompanying
+# file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
+
+module purge
+module load cmake
+module load llvm/15
+module load boost/1.82.0-${build_type,,}
+module load hwloc
+module load openmpi
+module load pwrapi/1.1.1
+
+export HPXRUN_RUNWRAPPER=srun
+export CXX_STD="20"
+
+configure_extra_options+=" -DCMAKE_BUILD_TYPE=${build_type}"
+configure_extra_options+=" -DHPX_WITH_CXX_STANDARD=${CXX_STD}"
+configure_extra_options+=" -DHPX_WITH_MALLOC=system"
+configure_extra_options+=" -DHPX_WITH_FETCH_ASIO=ON"
+configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS=ON"
+configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
+configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
+configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
+configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+configure_extra_options+=" -DHPX_WITH_LOGGING=OFF"
+configure_extra_options+=" -DHPX_WITH_DATAPAR_BACKEND=EVE"
+configure_extra_options+=" -DHPX_WITH_FETCH_EVE=ON"
+
+# The pwrapi library still needs to be set up properly on rostam
+# configure_extra_options+=" -DHPX_WITH_POWER_COUNTER=ON"
+
+# Make sure HWLOC does not report 'cores'. This is purely an option to enable
+# testing the topology code under conditions close to those on FreeBSD.
+configure_extra_options+=" -DHPX_TOPOLOGY_WITH_ADDITIONAL_HWLOC_TESTING=ON"

.jenkins/lsu/env-common.sh

@@ -11,5 +11,7 @@ if [ "${build_type}" = "Debug" ]; then
     configure_extra_options+=" -DLCI_DEBUG=ON"
 fi
 
+ctest_extra_args+=" --verbose "
+
 hostname
 module avail

.jenkins/lsu/env-gcc-10-cuda-11.sh

@@ -23,4 +23,4 @@ configure_extra_options+=" -DHPX_WITH_CUDA=ON"
 configure_extra_options+=" -DHPX_WITH_NETWORKING=OFF"
 configure_extra_options+=" -DHPX_WITH_DISTRIBUTED_RUNTIME=OFF"
 configure_extra_options+=" -DHPX_WITH_ASYNC_MPI=ON"
-configure_extra_options+=" -DCMAKE_CUDA_ARCHITECTURES='37;70'"
+configure_extra_options+=" -DCMAKE_CUDA_ARCHITECTURES='70;80'"

.jenkins/lsu/env-gcc-11.sh

@@ -20,9 +20,7 @@ configure_extra_options+=" -DHPX_WITH_MALLOC=system"
 configure_extra_options+=" -DHPX_WITH_FETCH_ASIO=ON"
 configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS=ON"
 configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=ON"
-configure_extra_options+=" -DHPX_WITH_PARCELPORT_MPI=ON"
-configure_extra_options+=" -DHPX_WITH_PARCELPORT_LCI=ON"
-configure_extra_options+=" -DHPX_WITH_FETCH_LCI=ON"
+configure_extra_options+=" -DHPX_WITH_NETWORKING=OFF"
 configure_extra_options+=" -DHPX_WITH_DATAPAR_BACKEND=STD_EXPERIMENTAL_SIMD"
 
 # The pwrapi library still needs to be set up properly on rostam

.jenkins/lsu/env-gcc-12-cuda-12-dgx.sh

@@ -0,0 +1,26 @@
+# Copyright (c) 2022-2023 Hartmut Kaiser
+#
+# SPDX-License-Identifier: BSL-1.0
+# Distributed under the Boost Software License, Version 1.0. (See accompanying
+# file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
+
+module purge
+module load cmake
+module load gcc/12
+module load cuda/12
+module load boost/1.81.0-${build_type,,}
+module load hwloc
+
+export CXX_STD="17"
+
+configure_extra_options+=" -DHPX_WITH_CXX_STANDARD=${CXX_STD}"
+configure_extra_options+=" -DHPX_WITH_MALLOC=system"
+configure_extra_options+=" -DHPX_WITH_FETCH_ASIO=ON"
+configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS=ON"
+configure_extra_options+=" -DHPX_WITH_COMPILER_WARNINGS_AS_ERRORS=OFF"
+configure_extra_options+=" -DHPX_WITH_CUDA=ON"
+configure_extra_options+=" -DHPX_WITH_NETWORKING=OFF"
+configure_extra_options+=" -DHPX_WITH_DISTRIBUTED_RUNTIME=OFF"
+configure_extra_options+=" -DHPX_WITH_ASYNC_MPI=OFF"
+configure_extra_options+=" -DCMAKE_CUDA_ARCHITECTURES='80'"
+configure_extra_options+=" -DHPX_WITH_MAX_CPU_COUNT=256"