Skip to content

Commit

Permalink
Set ring cuda msallreduce as default
Browse files Browse the repository at this point in the history
  • Loading branch information
olsaarik committed Aug 23, 2019
1 parent 84288ad commit a1093e2
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion horovod/common/operations.cc
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@

#if HAVE_CUDA
#include "ops/msallreduce_cuda_operations.h"
#include "ops/msallreduce_cuda_ring_operations.h"
#include "ops/cuda_operations.h"
#include "ops/mpi_cuda_operations.h"
#endif
Expand Down Expand Up @@ -157,7 +158,7 @@ OperationManager* CreateOperationManager(HorovodGlobalState& state) {
#if HOROVOD_GPU_ALLREDUCE == 'M'
if (state.msallreduce_enabled == true){
LOG(INFO) << "msallGpureduce enabled.";
msallreduce_ops.push_back(std::shared_ptr<AllreduceOp>(new MsCudaAllreduceOp(&mpi_context, &cuda_context, &state)));
msallreduce_ops.push_back(std::shared_ptr<AllreduceOp>(new MsCudaRingAllreduceOp(&mpi_context, &cuda_context, &state)));
}
allreduce_ops.push_back(std::shared_ptr<AllreduceOp>(
new MPI_CUDAAllreduce(&mpi_context, &cuda_context, &state)));
Expand Down

0 comments on commit a1093e2

Please sign in to comment.