diff --git a/include/nccl.h b/include/nccl.h
index 5d75ff4..77672f7 100644
--- a/include/nccl.h
+++ b/include/nccl.h
@@ -8,13 +8,6 @@
 #define NCCL_H_
 
 #include <cuda_runtime.h>
-#include <cuda_fp16.h>
-#if CUDART_VERSION >= 11000
-#include <cuda_bf16.h>
-#endif
-#if CUDART_VERSION >= 11080
-#include <cuda_fp8.h>
-#endif
 
 #define NCCL_MAJOR 2
 #define NCCL_MINOR 20