File tree Expand file tree Collapse file tree 1 file changed +8
-8
lines changed
vllm/model_executor/models Expand file tree Collapse file tree 1 file changed +8
-8
lines changed Original file line number Diff line number Diff line change @@ -291,14 +291,14 @@ def __init__(self,
291
291
# TODO (@robertgshaw2): see if this can be moved out
292
292
if (cache_config .sliding_window is not None
293
293
and hasattr (config , "max_window_layers" )):
294
- raise ValueError ( "Sliding window for some but all layers is not "
295
- " supported. This model uses sliding window "
296
- " but `max_window_layers` = {} is less than "
297
- " `num_hidden_layers` = {}. Please open an issue "
298
- "to discuss this feature." .format (
299
- config .max_window_layers ,
300
- config .num_hidden_layers ,
301
- ))
294
+ assert config . max_window_layers == config . num_hidden_layers , (
295
+ "Sliding window for some but all layers is not supported. "
296
+ "This model uses sliding window but `max_window_layers` = {} "
297
+ "is less than `num_hidden_layers` = {}. Please open an issue "
298
+ "to discuss this feature." .format (
299
+ config .max_window_layers ,
300
+ config .num_hidden_layers ,
301
+ ))
302
302
303
303
self .config = config
304
304
self .quant_config = quant_config
You can’t perform that action at this time.
0 commit comments