diff --git a/tensorflow/core/kernels/gpu_prim.h b/tensorflow/core/kernels/gpu_prim.h
index 7d5ddf2f585c6c..7d811c6be10578 100644
--- a/tensorflow/core/kernels/gpu_prim.h
+++ b/tensorflow/core/kernels/gpu_prim.h
@@ -121,7 +121,6 @@ struct rocprim::traits::define<tsl::bfloat16> {
 };
 }; // namespace traits
 #endif
-#if (TF_ROCM_VERSION < 70000)
 namespace detail {
 template <>
 struct radix_key_codec_base<Eigen::half>
@@ -130,7 +129,6 @@ template <>
 struct radix_key_codec_base<tensorflow::bfloat16>
     : radix_key_codec_floating<tensorflow::bfloat16, uint16_t> {};
 };  // namespace detail
-#endif
 };  // namespace rocprim
 
 #endif  // TENSORFLOW_USE_ROCM