DARMA-tasking · lifflander · Sep 19, 2024 · May 28, 2024 · Jun 18, 2024 · Jul 8, 2024
diff --git a/.gitignore b/.gitignore
@@ -5,6 +5,7 @@ lib/*-build
 lib/checkpoint
 lib/googletest
 lib/kokkos
+lib/vt-tv
 .emacs.desktop
 .clangd/
 .vscode/

diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -68,7 +68,7 @@ include(cmake/configure_options.cmake)
 include(cmake/check_compiler.cmake)
 include(cmake/nvcc_no_deprecated_gpu_targets.cmake)
 include(cmake/load_bundled_libraries.cmake)
-
+include(cmake/load_local_packages.cmake)
 
 # Primary VT build
 add_subdirectory(src)

diff --git a/ci/azure/azure-clang-10-ubuntu-mpich.yml b/ci/azure/azure-clang-10-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-clang-11-ubuntu-mpich.yml b/ci/azure/azure-clang-11-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-clang-12-ubuntu-mpich.yml b/ci/azure/azure-clang-12-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-clang-13-ubuntu-mpich.yml b/ci/azure/azure-clang-13-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-clang-14-ubuntu-mpich.yml b/ci/azure/azure-clang-14-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 1
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-clang-16-ubuntu-mpich.yml b/ci/azure/azure-clang-16-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-clang-9-ubuntu-mpich.yml b/ci/azure/azure-clang-9-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: EXT_LIB
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-clang-alpine-mpich.yml b/ci/azure/azure-clang-alpine-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-gcc-10-ubuntu-openmpi-spack.yml b/ci/azure/azure-gcc-10-ubuntu-openmpi-spack.yml
@@ -49,6 +49,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: false

diff --git a/ci/azure/azure-gcc-10-ubuntu-openmpi.yml b/ci/azure/azure-gcc-10-ubuntu-openmpi.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-gcc-11-ubuntu-mpich.yml b/ci/azure/azure-gcc-11-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-gcc-12-ubuntu-mpich.yml b/ci/azure/azure-gcc-12-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 1
   VT_KOKKOS_ENABLED: 1
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-gcc-12-ubuntu-vttv.yml b/ci/azure/azure-gcc-12-ubuntu-vttv.yml
@@ -0,0 +1,216 @@
+###############################################################################
+############## Warning this is a generated file---do not modify ###############
+###############################################################################
+
+name: PR tests (gcc-12, ubuntu, vttv)
+
+trigger:
+  branches:
+    include:
+      - develop
+      - main
+
+pr:
+  drafts: false
+  autoCancel: true
+  branches:
+    include:
+      - '*'
+
+
+resources:
+- repo: self
+
+variables:
+  tag: '$(Build.BuildId)'
+  REPO: lifflander1/vt
+  ARCH: amd64
+  UBUNTU: 22.04
+  COMPILER_TYPE: gnu
+  COMPILER: gcc-12
+  HOST_COMPILER: gcc-12
+  BUILD_TYPE: release
+  ULIMIT_CORE: 0
+  VT_CODE_COVERAGE: 0
+  VT_LB: 1
+  VT_TRACE: 0
+  VT_TRACE_RT: 0
+  VT_TRACE_ONLY: 0
+  VT_MIMALLOC: 0
+  VT_DOCS: 0
+  VT_ASAN: 0
+  VT_UBSAN: 0
+  VT_WERROR: 1
+  VT_POOL: 1
+  VT_EXTENDED_TESTS: 1
+  VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
+  VT_UNITY_BUILD: 1
+  VT_PRODUCTION_BUILD: 0
+  VT_FCONTEXT: 0
+  VT_ZOLTAN: 0
+  VT_CI_BUILD: 1
+  VT_DIAGNOSTICS: 1
+  VT_NO_COLOR: 1
+  VT_BUILD_SHARED_LIBS: 0
+  VT_INCLUSION: TPL
+  VT_DEBUG_VERBOSE: 0
+  VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 1
+  CMAKE_CXX_STANDARD: 17
+  VT_CI_TEST_LB_SCHEMA: 0
+  RUN_FULL_CI: true
+  CACHE: "$(Agent.TempDirectory)/cache/"
+  cache_name: ubuntu-gcc-12-cache
+  volume_name: ubuntu-cpp
+  build_root: "$(CACHE)$(ARCH)-ubuntu-$(UBUNTU)-$(HOST_COMPILER)-$(COMPILER)-cache/"
+  TS: 0
+  TS_YEAR: 0
+  TS_MONTH: 0
+  TS_DAY: 0
+
+
+
+stages:
+- stage: Build
+  displayName: Build image
+  jobs:
+  - job: Build
+    displayName: Build
+    pool:
+      vmImage: 'ubuntu-22.04'
+    timeoutInMinutes: 180
+    steps:
+      - checkout: self
+        fetchDepth: 0
+      - task: Bash@3
+        displayName: Build timestamp for caching
+        continueOnError: true
+        condition: eq(variables['RUN_FULL_CI'], 'true')
+        inputs:
+          targetType: 'inline'
+          script: |
+            echo 'string(TIMESTAMP current_date "%H;%M;%S" UTC)' > script
+            echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script
+            val=$(cmake -P script)
+            echo "##vso[task.setvariable variable=TS]$val"
+            echo 'string(TIMESTAMP current_date "%Y" UTC)' > script
+            echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script
+            val=$(cmake -P script)
+            echo "##vso[task.setvariable variable=TS_YEAR]$val"
+            echo 'string(TIMESTAMP current_date "%m" UTC)' > script
+            echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script
+            val=$(cmake -P script)
+            echo "##vso[task.setvariable variable=TS_MONTH]$val"
+            echo 'string(TIMESTAMP current_date "%d" UTC)' > script
+            echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script
+            val=$(cmake -P script)
+            echo "##vso[task.setvariable variable=TS_DAY]$val"
+      - task: Bash@3
+        displayName: Output timestamp for caching
+        continueOnError: true
+        condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
+        inputs:
+          targetType: 'inline'
+          script: 'echo "my pipeline variable is $(TS) $(TS_YEAR) $(TS_MONTH) $(TS_DAY)"'
+      - task: Cache@2
+        displayName: Update cache
+        continueOnError: true
+        condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
+        inputs:
+          securityNamespace: cache
+          key: $(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH) | $(TS_DAY) | $(TS)
+          path: '$(build_root)$(volume_name)/ccache'
+          restoreKeys: |
+            $(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH) | $(TS_DAY)
+            $(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH)
+            $(Agent.OS) | "$(cache_name)" | $(TS_YEAR)
+            $(Agent.OS) | "$(cache_name)"
+      - task: Bash@3
+        displayName: Check for changes in containers
+        condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues')
+        inputs:
+          targetType: 'inline'
+          script: |
+            val=$(./scripts/check_containers.sh)
+            echo "##vso[task.setvariable variable=compose_command]$val"
+      - task: DockerCompose@1
+        displayName: Pull container
+        inputs:
+          projectName: darma-tasking-vt
+          containerregistrytype: 'Container Registry'
+          dockerComposeFile: '**/docker-compose.yml'
+          action: 'Run a Docker Compose command'
+          dockerComposeCommand: '$(compose_command) ubuntu-cpp-vtk'
+      - task: DockerCompose@1
+        displayName: Build container
+        inputs:
+          projectName: darma-tasking-vt
+          containerregistrytype: 'Container Registry'
+          dockerComposeFile: '**/docker-compose.yml'
+          action: 'Run a Docker Compose command'
+          dockerComposeCommand: 'run ubuntu-cpp-vtk'
+        env:
+          CODECOV_TOKEN: $(codecov_token)
+      - task: Bash@3
+        displayName: Put compilation's and tests' logs in PR comment
+        continueOnError: true
+        condition: and(eq(variables['RUN_FULL_CI'], 'true'), and(succeededOrFailed(), eq(variables['Build.Reason'], 'PullRequest')))
+        inputs:
+          targetType: 'inline'
+          script: |
+            ./scripts/report_logs_in_comment.sh                     \
+                "$(build_root)$(volume_name)/vt/compilation_errors_warnings.out"  \
+                "$(build_root)$(volume_name)/vt/cmake-output.log"                 \
+                "$(Build.BuildNumber)"                              \
+                "$(System.PullRequest.PullRequestNumber)"           \
+                "$(Build.Repository.Name)"                          \
+                "$GITHUB_PAT"                                       \
+                "$(Build.BuildId)"                                  \
+                "$(System.JobId)"                                   \
+                "$(Agent.JobStatus)"
+        env:
+          GITHUB_PAT: $(github_pat)
+      - task: DockerCompose@1
+        displayName: Push container to registry
+        continueOnError: true
+        condition: and(succeeded(), eq(variables['Build.SourceBranch'], 'refs/heads/develop'))
+        inputs:
+          projectName: darma-tasking-vt
+          containerregistrytype: 'Container Registry'
+          dockerRegistryEndpoint: 'dockerRegistryConnection1'
+          dockerComposeFile: '**/docker-compose.yml'
+          action: 'Run a Docker Compose command'
+          dockerComposeCommand: 'push ubuntu-cpp-vtk'
+      - task: Bash@3
+        displayName: Create artifacts
+        continueOnError: true
+        condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
+        inputs:
+          targetType: 'inline'
+          script: |
+            zip -j $(Agent.TempDirectory)/LastTest.log.gz $(build_root)$(volume_name)/vt/Testing/Temporary/LastTest.log
+            zip -j $(Agent.TempDirectory)/cmake-output.log.gz $(build_root)$(volume_name)/vt/cmake-output.log
+      - task: PublishPipelineArtifact@1
+        displayName: Upload CMake test output artifact
+        continueOnError: true
+        condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
+        inputs:
+          targetPath: '$(Agent.TempDirectory)/LastTest.log.gz'
+          artifact: 'CMakeLastTestLog'
+          publishLocation: 'pipeline'
+      - task: PublishPipelineArtifact@1
+        displayName: Upload CMake full output artifact
+        continueOnError: true
+        condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
+        inputs:
+          targetPath: '$(Agent.TempDirectory)/cmake-output.log.gz'
+          artifact: 'CMakeOutputLog'
+          publishLocation: 'pipeline'
+      - task: Bash@3
+        displayName: Finish pipeline
+        condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues')
+        inputs:
+          targetType: 'inline'
+          script: |
+            echo Done
diff --git a/ci/azure/azure-gcc-8-ubuntu-mpich.yml b/ci/azure/azure-gcc-8-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-gcc-9-ubuntu-mpich.yml b/ci/azure/azure-gcc-9-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 1
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-intel-oneapi-icpc-ubuntu-mpich.yml b/ci/azure/azure-intel-oneapi-icpc-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-intel-oneapi-icpx-ubuntu-mpich.yml b/ci/azure/azure-intel-oneapi-icpx-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 1
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-nvidia-11-2-ubuntu-mpich.yml b/ci/azure/azure-nvidia-11-2-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 0
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true

diff --git a/ci/azure/azure-nvidia-12-ubuntu-mpich.yml b/ci/azure/azure-nvidia-12-ubuntu-mpich.yml
@@ -56,6 +56,7 @@ variables:
   VT_INCLUSION: TPL
   VT_DEBUG_VERBOSE: 1
   VT_KOKKOS_ENABLED: 0
+  VT_TV_ENABLED: 0
   CMAKE_CXX_STANDARD: 17
   VT_CI_TEST_LB_SCHEMA: 0
   RUN_FULL_CI: true