fix rpd_mark

ROCm · Oct 1, 2024 · b05b3ce · b05b3ce
1 parent 0812d36
commit b05b3ce
Showing 1 changed file with 11 additions and 7 deletions.
diff --git a/vllm/utils.py b/vllm/utils.py
@@ -238,15 +238,19 @@ def __init__(self, name=None):
         self.name = name
 
     def __call__(self, func):
-        from hipScopedMarker import hipScopedMarker
 
-        @wraps(func)
-        def inner(*args, **kwds):
-            marker_name = self.name if self.name else f"{func.__name__}"
-            with hipScopedMarker(f"{marker_name}"):
-                return func(*args, **kwds)
+        if envs.VLLM_RPD_PROFILER_DIR is None:
+            return func
+        else:
+
+            @wraps(func)
+            def inner(*args, **kwds):
+                from hipScopedMarker import hipScopedMarker
+                marker_name = self.name if self.name else f"{func.__name__}"
+                with hipScopedMarker(f"{marker_name}"):
+                    return func(*args, **kwds)
 
-        return inner
+            return inner
 
 
 class Device(enum.Enum):