diff --git a/python/triton/common/build.py b/python/triton/common/build.py
index b00e68aa8cb1..a08a1bf0e553 100644
--- a/python/triton/common/build.py
+++ b/python/triton/common/build.py
@@ -24,7 +24,7 @@ def libcuda_dirs():
 
 @functools.lru_cache()
 def rocm_path_dir():
-    default_path = os.path.join(os.path.dirname(__file__), "third_party", "rocm")
+    default_path = os.path.join(os.path.dirname(__file__), "..", "third_party", "rocm")
     # Check if include files have been populated locally.  If so, then we are 
     # most likely in a whl installation and he rest of our libraries should be here
     if (os.path.exists(default_path+"/include/hip/hip_runtime.h")):