nccl_helper.h

#ifndef _NCCL_HELPER_H_
#define _NCCL_HELPER_H_

#include "nccl.h"

#define NCCLCheck(cmd) do {                         \
  ncclResult_t r = cmd;                             \
  if (r!= ncclSuccess) {                            \
    printf("Failed, NCCL error %s:%d '%s'\n",             \
        __FILE__,__LINE__,ncclGetErrorString(r));   \
    exit(EXIT_FAILURE);                             \
  }                                                 \
} while(0)

#endif