diff --git a/src/LinAlg/VectorHipKernels.cpp b/src/LinAlg/VectorHipKernels.cpp
index 6542874e..55db4899 100644
--- a/src/LinAlg/VectorHipKernels.cpp
+++ b/src/LinAlg/VectorHipKernels.cpp
@@ -53,7 +53,11 @@
  */
 #include "VectorHipKernels.hpp"
 #include <hip/hip_runtime.h>
+#if HIP_VERSION >= 50200000
 #include <hipblas/hipblas.h>
+#else
+#include <hipblas.h>
+#endif
 
 #include <thrust/device_ptr.h>
 #include <thrust/device_vector.h>
diff --git a/src/LinAlg/hiopVectorHip.cpp b/src/LinAlg/hiopVectorHip.cpp
index 8490cdf7..b7ce752c 100644
--- a/src/LinAlg/hiopVectorHip.cpp
+++ b/src/LinAlg/hiopVectorHip.cpp
@@ -59,7 +59,11 @@
 #include "VectorHipKernels.hpp"
 #include "MathKernelsHip.hpp"
 #include <hip/hip_runtime.h>
+#if HIP_VERSION >= 50200000
 #include <hipblas/hipblas.h>
+#else
+#include <hipblas.h>
+#endif
 
 #include "hiopVectorPar.hpp"
 
diff --git a/src/LinAlg/hiopVectorHip.hpp b/src/LinAlg/hiopVectorHip.hpp
index 8dd49edc..36922c1c 100644
--- a/src/LinAlg/hiopVectorHip.hpp
+++ b/src/LinAlg/hiopVectorHip.hpp
@@ -65,7 +65,11 @@
 
 #include "hiopVector.hpp"
 
+#if HIP_VERSION >= 50200000
 #include <hipblas/hipblas.h>
+#else
+#include <hipblas.h>
+#endif
 
 namespace hiop
 {