Skip to content

Commit

Permalink
[Hotfix] Fix ruff errors (vllm-project#10073)
Browse files Browse the repository at this point in the history
Signed-off-by: Woosuk Kwon <[email protected]>
  • Loading branch information
WoosukKwon authored Nov 6, 2024
1 parent a02a50e commit 6a585a2
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 7 deletions.
3 changes: 1 addition & 2 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -382,8 +382,7 @@ def get_gaudi_sw_version():
output = subprocess.run("hl-smi",
shell=True,
text=True,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
capture_output=True,
env={"ENABLE_CONSOLE": "true"})
if output.returncode == 0 and output.stdout:
return output.stdout.split("\n")[2].replace(
Expand Down
2 changes: 1 addition & 1 deletion vllm/executor/ray_hpu_executor.py
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ class RayHPUExecutor(DistributedGPUExecutor):
uses_ray: bool = True

def _init_executor(self) -> None:
self.forward_dag: Optional["ray.dag.CompiledDAG"] = None
self.forward_dag: Optional[ray.dag.CompiledDAG] = None
# If the env var is set, it uses the Ray's compiled DAG API
# which optimizes the control plane overhead.
# Run vLLM with VLLM_USE_RAY_COMPILED_DAG=1 to enable it.
Expand Down
7 changes: 3 additions & 4 deletions vllm/worker/hpu_model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -67,8 +67,7 @@ class Singleton(type):

def __call__(cls, *args, **kwargs):
if cls not in cls._instances:
cls._instances[cls] = super(Singleton,
cls).__call__(*args, **kwargs)
cls._instances[cls] = super().__call__(*args, **kwargs)
return cls._instances[cls]


Expand Down Expand Up @@ -273,7 +272,7 @@ def precompute_indices_and_offsets(block_size, slot_mapping, is_prompt):
return indices, offsets


class HpuModelAdapter():
class HpuModelAdapter:

def __init__(self, model, block_size, dtype, enforce_eager):
self.model = model
Expand Down Expand Up @@ -1643,7 +1642,7 @@ def _maybe_wrap_in_hpu_graph(*args, **kwargs):
) if htorch.utils.internal.is_lazy() else HpuModelAdapter(*args, **kwargs)


class HabanaProfilerCounterHelper():
class HabanaProfilerCounterHelper:

def __init__(self):
self.niter = 0
Expand Down

0 comments on commit 6a585a2

Please sign in to comment.