move hipScopedMarker import

ROCm · Sep 30, 2024 · b13d624 · b13d624
1 parent 0812d36
commit b13d624
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/utils.py b/vllm/utils.py
@@ -238,10 +238,10 @@ def __init__(self, name=None):
         self.name = name
 
     def __call__(self, func):
-        from hipScopedMarker import hipScopedMarker
-
+
         @wraps(func)
         def inner(*args, **kwds):
+            from hipScopedMarker import hipScopedMarker
             marker_name = self.name if self.name else f"{func.__name__}"
             with hipScopedMarker(f"{marker_name}"):
                 return func(*args, **kwds)