diff --git a/paddle/phi/kernels/legacy/gpu/moe_ops_utils.h b/paddle/phi/kernels/legacy/gpu/moe_ops_utils.h
index 8daf91181b016e..c08d05430a1c5d 100644
--- a/paddle/phi/kernels/legacy/gpu/moe_ops_utils.h
+++ b/paddle/phi/kernels/legacy/gpu/moe_ops_utils.h
@@ -20,18 +20,6 @@
 
 namespace phi {
 
-#define CUDACHECK(cmd)                          \
-  do {                                          \
-    cudaError_t e = cmd;                        \
-    if (e != cudaSuccess) {                     \
-      printf("Failed: Cuda error %s:%d '%s'\n", \
-             __FILE__,                          \
-             __LINE__,                          \
-             cudaGetErrorString(e));            \
-      exit(EXIT_FAILURE);                       \
-    }                                           \
-  } while (0)
-
 namespace details {
 // --------      getWorkspaceSize      -------- //
 template <typename KeyT>