File tree 1 file changed +6
-4
lines changed
1 file changed +6
-4
lines changed Original file line number Diff line number Diff line change 11
11
import torch ._inductor .compile_fx
12
12
import torch .fx as fx
13
13
14
+ import vllm .envs as envs
14
15
from vllm .config import VllmConfig
15
16
from vllm .utils import is_torch_equal_or_newer
16
17
@@ -296,10 +297,11 @@ def _get_shape_env() -> AlwaysHitShapeEnv:
296
297
inner_compile = hijacked_compile_fx_inner ,
297
298
config_patches = current_config )
298
299
299
- assert hash_str is not None , (
300
- "failed to get the hash of the compiled graph" )
301
- assert file_path is not None , (
302
- "failed to get the file path of the compiled graph" )
300
+ if not envs .VLLM_DISABLE_COMPILE_CACHE :
301
+ assert hash_str is not None , (
302
+ "failed to get the hash of the compiled graph" )
303
+ assert file_path is not None , (
304
+ "failed to get the file path of the compiled graph" )
303
305
return compiled_graph , (hash_str , file_path )
304
306
305
307
def load (self ,
You can’t perform that action at this time.
0 commit comments