Skip to content

Commit

Permalink
change to type
Browse files Browse the repository at this point in the history
  • Loading branch information
SolitaryThinker committed Sep 12, 2024
1 parent 0d0325e commit ec866f3
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions vllm/engine/llm_engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
from vllm.engine.output_processor.stop_checker import StopChecker
from vllm.engine.output_processor.util import create_output_by_sequence_group
from vllm.executor.executor_base import ExecutorBase
from vllm.executor.gpu_executor import GPUExecutorAsync
from vllm.executor.gpu_executor import GPUExecutor
from vllm.executor.ray_utils import initialize_ray_cluster
from vllm.inputs import (INPUT_REGISTRY, EncoderDecoderLLMInputs,
InputRegistry, LLMInputs, PromptInputs,
Expand Down Expand Up @@ -1965,13 +1965,13 @@ def check_health(self) -> None:
self.model_executor.check_health()

def start_profile(self) -> None:
if isinstance(self.model_executor, GPUExecutorAsync):
if type(self.model_executor) == GPUExecutor:
self.model_executor.start_profile()
else:
self.model_executor._run_workers("start_profile")

def stop_profile(self) -> None:
if isinstance(self.model_executor, GPUExecutorAsync):
if type(self.model_executor) == GPUExecutor:
self.model_executor.stop_profile()
else:
self.model_executor._run_workers("stop_profile")
Expand Down

0 comments on commit ec866f3

Please sign in to comment.