[Bugfix] fix type hint for py 3.8 (vllm-project#4036)

Temirulan · Apr 12, 2024 · 05bdea3 · 05bdea3
1 parent afdd92f
commit 05bdea3
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/executor/executor_base.py b/vllm/executor/executor_base.py
@@ -1,5 +1,5 @@
 from abc import ABC, abstractmethod
-from typing import Dict, List, Optional
+from typing import Dict, List, Optional, Tuple
 
 from vllm.config import (CacheConfig, DeviceConfig, LoRAConfig, ModelConfig,
                          ParallelConfig, SchedulerConfig, SpeculativeConfig,
@@ -31,7 +31,7 @@ def __init__(
         raise NotImplementedError
 
     @abstractmethod
-    def determine_num_available_blocks(self) -> tuple[int, int]:
+    def determine_num_available_blocks(self) -> Tuple[int, int]:
         """Determine the number of available blocks for the GPU KV cache and
         swappable CPU KV cache.