Make mypy happy

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
vllm-project · Mar 3, 2025 · 5a4442b · 5a4442b
1 parent a8d2279
commit 5a4442b
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/vllm/lora/utils.py b/vllm/lora/utils.py
@@ -37,7 +37,7 @@
 
 logger = init_logger(__name__)
 
-_all_lora_classes: set[BaseLayerWithLoRA] = {
+_all_lora_classes: set[type[BaseLayerWithLoRA]] = {
     VocabParallelEmbeddingWithLoRA,
     ColumnParallelLinearWithLoRA,
     MergedColumnParallelLinearWithLoRA,
@@ -68,8 +68,9 @@ def from_layer(layer: nn.Module,
                                       model_config=model_config):
             if hasattr(layer, "__wrapper_class__"
                        ) and layer.__wrapper_class__ == "HFCompatibleLinear":
+                HFCompatibleLoRABase = lora_cls  # type: type[BaseLayerWithLoRA]
 
-                class HFCompatibleLoRA(lora_cls):
+                class HFCompatibleLoRA(HFCompatibleLoRABase):
                     __class__ = lora_cls
                     __wrapper_class__ = "HFCompatibleLoRA"