diff --git a/Modules/FindOpenMP.cmake b/Modules/FindOpenMP.cmake
index def23bb13c..ab9d73a8a7 100644
--- a/Modules/FindOpenMP.cmake
+++ b/Modules/FindOpenMP.cmake
@@ -128,6 +128,8 @@ int main(void) {
 #ifdef _OPENMP
   omp_get_max_threads();
   return 0;
+#elif defined(__HIP_DEVICE_COMPILE__)
+  return 0;
 #else
   breaks_on_purpose
 #endif