File tree 2 files changed +4
-10
lines changed
2 files changed +4
-10
lines changed Original file line number Diff line number Diff line change 21
21
22
22
if TYPE_CHECKING :
23
23
from vllm .config import ModelConfig , VllmConfig
24
- else :
25
- ModelConfig = None
26
- VllmConfig = None
27
24
28
25
logger = init_logger (__name__ )
29
26
@@ -109,7 +106,7 @@ def log_warnings(cls):
109
106
pass
110
107
111
108
@classmethod
112
- def check_and_update_config (cls , vllm_config : VllmConfig ) -> None :
109
+ def check_and_update_config (cls , vllm_config : " VllmConfig" ) -> None :
113
110
parallel_config = vllm_config .parallel_config
114
111
scheduler_config = vllm_config .scheduler_config
115
112
compilation_config = vllm_config .compilation_config
@@ -308,7 +305,7 @@ def supports_fp8(cls) -> bool:
308
305
return cls .has_device_capability (89 )
309
306
310
307
@classmethod
311
- def supports_v1 (cls , model_config : ModelConfig ) -> bool :
308
+ def supports_v1 (cls , model_config : " ModelConfig" ) -> bool :
312
309
return True
313
310
314
311
@classmethod
Original file line number Diff line number Diff line change 13
13
14
14
if TYPE_CHECKING :
15
15
from vllm .config import ModelConfig , VllmConfig
16
- else :
17
- ModelConfig = None
18
- VllmConfig = None
19
16
20
17
logger = init_logger (__name__ )
21
18
@@ -243,7 +240,7 @@ def is_async_output_supported(cls, enforce_eager: Optional[bool]) -> bool:
243
240
return True
244
241
245
242
@classmethod
246
- def check_and_update_config (cls , vllm_config : VllmConfig ) -> None :
243
+ def check_and_update_config (cls , vllm_config : " VllmConfig" ) -> None :
247
244
cache_config = vllm_config .cache_config
248
245
if cache_config and cache_config .block_size is None :
249
246
cache_config .block_size = 16
@@ -332,7 +329,7 @@ def fp8_dtype(cls) -> torch.dtype:
332
329
return torch .float8_e4m3fn
333
330
334
331
@classmethod
335
- def supports_v1 (cls , model_config : ModelConfig ) -> bool :
332
+ def supports_v1 (cls , model_config : " ModelConfig" ) -> bool :
336
333
# V1 support on AMD gpus is experimental
337
334
return True
338
335
You can’t perform that action at this time.
0 commit comments