diff --git a/ci/azure/azure-nvidia-10-ubuntu-mpich.yml b/ci/azure/azure-nvidia-10-ubuntu-mpich.yml deleted file mode 100644 index 486c221644..0000000000 --- a/ci/azure/azure-nvidia-10-ubuntu-mpich.yml +++ /dev/null @@ -1,203 +0,0 @@ -############################################################################### -############## Warning this is a generated file---do not modify ############### -############################################################################### - -name: PR tests (nvidia cuda 10.1, ubuntu, mpich) - -trigger: - branches: - include: - - develop - - 1.0.0* - -pr: - drafts: false - autoCancel: true - branches: - include: - - '*' - - -resources: -- repo: self - -variables: - tag: '$(Build.BuildId)' - REPO: lifflander1/vt - ARCH: amd64 - UBUNTU: 18.04 - COMPILER_TYPE: nvidia - COMPILER: nvcc-10 - BUILD_TYPE: release - ULIMIT_CORE: 0 - CODE_COVERAGE: 0 - VT_LB: 1 - VT_TRACE: 1 - VT_TRACE_RT: 0 - VT_TRACE_ONLY: 1 - VT_MIMALLOC: 0 - VT_DOCS: 0 - VT_ASAN: 0 - VT_UBSAN: 0 - VT_WERROR: 1 - VT_POOL: 0 - VT_EXTENDED_TESTS: 0 - VT_TESTS_NUM_NODES: 2 - VT_UNITY_BUILD: 1 - VT_PRODUCTION_BUILD: 1 - VT_FCONTEXT: 0 - VT_ZOLTAN: 0 - VT_CI_BUILD: 1 - VT_DIAGNOSTICS: 0 - VT_NO_COLOR: 1 - VT_BUILD_SHARED_LIBS: 0 - VT_INCLUSION: TPL - CMAKE_CXX_STANDARD: 17 - TEST_LB_SCHEMA: 0 - CACHE: "$(Agent.TempDirectory)/cache/" - cache_name: ubuntu-nvidia-10-cache - build_root: "$(CACHE)/$(ARCH)-ubuntu-$(UBUNTU)-$(COMPILER)-cache/" - TS: 0 - TS_YEAR: 0 - TS_MONTH: 0 - TS_DAY: 0 - - - -stages: -- stage: Build - displayName: Build image - jobs: - - job: Build - displayName: Build - pool: - vmImage: 'ubuntu-22.04' - timeoutInMinutes: 180 - steps: - - task: Bash@3 - displayName: Build timestamp for caching - continueOnError: true - inputs: - targetType: 'inline' - script: | - echo 'string(TIMESTAMP current_date "%H;%M;%S" UTC)' > script - echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script - val=$(cmake -P script) - echo "##vso[task.setvariable variable=TS]$val" - echo 'string(TIMESTAMP current_date "%Y" UTC)' > script - echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script - val=$(cmake -P script) - echo "##vso[task.setvariable variable=TS_YEAR]$val" - echo 'string(TIMESTAMP current_date "%m" UTC)' > script - echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script - val=$(cmake -P script) - echo "##vso[task.setvariable variable=TS_MONTH]$val" - echo 'string(TIMESTAMP current_date "%d" UTC)' > script - echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script - val=$(cmake -P script) - echo "##vso[task.setvariable variable=TS_DAY]$val" - - task: Bash@3 - displayName: Output timestamp for caching - continueOnError: true - condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues') - inputs: - targetType: 'inline' - script: 'echo "my pipeline variable is $(TS) $(TS_YEAR) $(TS_MONTH) $(TS_DAY)"' - - task: Cache@2 - displayName: Update cache - continueOnError: true - condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues') - inputs: - securityNamespace: cache - key: $(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH) | $(TS_DAY) | $(TS) - path: '$(build_root)/ccache' - restoreKeys: | - $(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH) | $(TS_DAY) - $(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH) - $(Agent.OS) | "$(cache_name)" | $(TS_YEAR) - $(Agent.OS) | "$(cache_name)" - - task: Bash@3 - displayName: Check for changes in containers - condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues') - inputs: - targetType: 'inline' - script: | - val=$(./scripts/check_containers.sh) - echo "##vso[task.setvariable variable=compose_command]$val" - - task: DockerCompose@0 - displayName: Pull container - inputs: - containerregistrytype: 'Container Registry' - dockerComposeFile: '**/docker-compose.yml' - action: 'Run a Docker Compose command' - dockerComposeCommand: '$(compose_command) ubuntu-cpp-clean' - - task: DockerCompose@0 - displayName: Build container - inputs: - containerregistrytype: 'Container Registry' - dockerComposeFile: '**/docker-compose.yml' - action: 'Run a Docker Compose command' - dockerComposeCommand: 'run ubuntu-cpp-clean' - env: - CODECOV_TOKEN: $(codecov_token) - - task: Bash@3 - displayName: Put compilation's and tests' logs in PR comment - continueOnError: true - condition: and(succeededOrFailed(), eq(variables['Build.Reason'], 'PullRequest')) - inputs: - targetType: 'inline' - script: | - ./scripts/report_logs_in_comment.sh \ - "$(build_root)/vt/compilation_errors_warnings.out" \ - "$(build_root)/vt/cmake-output.log" \ - "$(Build.BuildNumber)" \ - "$(System.PullRequest.PullRequestNumber)" \ - "$(Build.Repository.Name)" \ - "$GITHUB_PAT" \ - "$(Build.BuildId)" \ - "$(System.JobId)" \ - "$(Agent.JobStatus)" - env: - GITHUB_PAT: $(github_pat) - - task: DockerCompose@0 - displayName: Push container to registry - continueOnError: true - condition: and(succeeded(), eq(variables['Build.SourceBranch'], 'refs/heads/develop')) - inputs: - containerregistrytype: 'Container Registry' - dockerRegistryEndpoint: 'dockerRegistryConnection1' - dockerComposeFile: '**/docker-compose.yml' - action: 'Run a Docker Compose command' - dockerComposeCommand: 'push ubuntu-cpp-clean' - - task: Bash@3 - displayName: Create artifacts - continueOnError: true - condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues') - inputs: - targetType: 'inline' - script: | - zip -j $(Agent.TempDirectory)/LastTest.log.gz $(build_root)/vt/Testing/Temporary/LastTest.log - zip -j $(Agent.TempDirectory)/cmake-output.log.gz $(build_root)/vt/cmake-output.log - - task: PublishPipelineArtifact@1 - displayName: Upload CMake test output artifact - continueOnError: true - condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues') - inputs: - targetPath: '$(Agent.TempDirectory)/LastTest.log.gz' - artifact: 'CMakeLastTestLog' - publishLocation: 'pipeline' - - task: PublishPipelineArtifact@1 - displayName: Upload CMake full output artifact - continueOnError: true - condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues') - inputs: - targetPath: '$(Agent.TempDirectory)/cmake-output.log.gz' - artifact: 'CMakeOutputLog' - publishLocation: 'pipeline' - - task: Bash@3 - displayName: Finish pipeline - condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues') - inputs: - targetType: 'inline' - script: | - echo Done diff --git a/ci/docker/ubuntu-nvidia-cpp.dockerfile b/ci/docker/ubuntu-nvidia-cpp.dockerfile index deb85ae801..79c96c224c 100644 --- a/ci/docker/ubuntu-nvidia-cpp.dockerfile +++ b/ci/docker/ubuntu-nvidia-cpp.dockerfile @@ -4,7 +4,7 @@ ARG arch=amd64 FROM ${arch}/ubuntu:18.04 as base ARG proxy="" -ARG compiler=nvcc-10 +ARG compiler=nvcc-11 ENV https_proxy=${proxy} \ http_proxy=${proxy} @@ -31,31 +31,7 @@ RUN apt-get update -y -q && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* -RUN if test ${compiler} = "nvcc-10"; then \ - wget http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-ubuntu1804.pin && \ - mv cuda-ubuntu1804.pin /etc/apt/preferences.d/cuda-repository-pin-600 && \ - wget http://developer.download.nvidia.com/compute/cuda/10.1/Prod/local_installers/cuda-repo-ubuntu1804-10-1-local-10.1.243-418.87.00_1.0-1_amd64.deb && \ - dpkg -i cuda-repo-ubuntu1804-10-1-local-10.1.243-418.87.00_1.0-1_amd64.deb && \ - apt-key add /var/cuda-repo-10-1-local-10.1.243-418.87.00/7fa2af80.pub && \ - apt-get update && \ - apt-get -y install cuda-nvcc-10-1 cuda-cudart-dev-10-1 && \ - apt-get clean && \ - rm -rf /var/lib/apt/lists/* && \ - rm -rf cuda-repo-ubuntu1804-10-1-local-10.1.243-418.87.00_1.0-1_amd64.deb && \ - ln -s /usr/local/cuda-10.1 /usr/local/cuda-versioned; \ - elif test ${compiler} = "nvcc-10.2"; then \ - wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-ubuntu1804.pin && \ - mv cuda-ubuntu1804.pin /etc/apt/preferences.d/cuda-repository-pin-600 && \ - wget https://developer.download.nvidia.com/compute/cuda/10.2/Prod/local_installers/cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb && \ - dpkg -i cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb && \ - apt-key add /var/cuda-repo-10-2-local-10.2.89-440.33.01/7fa2af80.pub && \ - apt-get update && \ - apt-get -y install cuda && \ - apt-get clean && \ - rm -rf /var/lib/apt/lists/* && \ - rm -rf cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb && \ - ln -s /usr/local/cuda-10.2 /usr/local/cuda-versioned; \ - elif test ${compiler} = "nvcc-11"; then \ +RUN if test ${compiler} = "nvcc-11"; then \ wget http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-ubuntu1804.pin && \ mv cuda-ubuntu1804.pin /etc/apt/preferences.d/cuda-repository-pin-600 && \ wget http://developer.download.nvidia.com/compute/cuda/11.0.1/local_installers/cuda-repo-ubuntu1804-11-0-local_11.0.1-450.36.06-1_amd64.deb && \ diff --git a/docker-compose.yml b/docker-compose.yml index 752609dc91..f9048ba96d 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -14,7 +14,7 @@ # clang-4.0, clang-5.0, clang-6.0, clang-7, clang-8, # clang-9, clang-10, # icpx, -# nvcc-10, nvcc-10.2, nvcc-11, nvcc-11.2} +# nvcc-11, nvcc-11.2} # REPO=lifflander1/vt # UBUNTU={18.04, 20.04} # ULIMIT_CORE=0 @@ -84,8 +84,6 @@ volumes: amd64-ubuntu-20.04-gcc-10-cache: amd64-ubuntu-18.04-icpx-cache: amd64-ubuntu-18.04-icpc-cache: - amd64-ubuntu-18.04-nvcc-10-cache: - amd64-ubuntu-18.04-nvcc-10.2-cache: amd64-ubuntu-18.04-nvcc-11-cache: amd64-ubuntu-18.04-nvcc-11.2-cache: amd64-alpine-clang-4.0-cache: @@ -105,8 +103,6 @@ volumes: amd64-alpine-icc-20-cache: amd64-alpine-icpx-cache: amd64-alpine-icpc-cache: - amd64-alpine-nvcc-10-cache: - amd64-alpine-nvcc-10.2-cache: amd64-alpine-nvcc-11-cache: amd64-alpine-nvcc-11.2-cache: arm64v8-ubuntu-18.04-gcc-7-cache: diff --git a/scripts/workflows-azure.ini b/scripts/workflows-azure.ini index e8a304f7ee..4d08cf5451 100644 --- a/scripts/workflows-azure.ini +++ b/scripts/workflows-azure.ini @@ -60,20 +60,6 @@ cache_name = ubuntu-intel-oneapi-icpc-cache output_name = ci/azure/azure-intel-oneapi-icpc-ubuntu-mpich.yml vt_extended_tests = 0 -[PR-tests-nvcc-10-1] -test_configuration = "nvidia cuda 10.1, ubuntu, mpich" -compiler_type = nvidia -compiler = nvcc-10 -distro = 18.04 -cache_name = ubuntu-nvidia-10-cache -output_name = ci/azure/azure-nvidia-10-ubuntu-mpich.yml -vt_extended_tests = 0 -job_name = build_optional -vt_trace = 1 -vt_pool = 0 -vt_diagnostics = 0 -vt_production_build = 1 - [PR-tests-nvcc-11-0] test_configuration = "nvidia cuda 11.0, ubuntu, mpich" compiler_type = nvidia