diff --git a/makefiles/common.mk b/makefiles/common.mk
index a037cf348..06217b10e 100644
--- a/makefiles/common.mk
+++ b/makefiles/common.mk
@@ -118,4 +118,5 @@ endif
 
 ifneq ($(RDMA_CORE), 0)
 CXXFLAGS += -DNCCL_BUILD_RDMA_CORE=1
+NVLDFLAGS += -libverbs -lmlx5
 endif