File tree Expand file tree Collapse file tree
vllm/model_executor/layers Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -460,9 +460,7 @@ def attention_impl(
460460 # overlap with default's GEMM + cache write.
461461 if self .indexer is not None :
462462 aux_stream = (
463- self .aux_stream_list [0 ]
464- if self .aux_stream_list is not None
465- else None
463+ self .aux_stream_list [0 ] if self .aux_stream_list is not None else None
466464 )
467465 indexer = self .indexer
468466 # Local ref so the closure keeps a non-None type for mypy.
@@ -492,9 +490,7 @@ def wq_b_kv_insert_and_compress() -> torch.Tensor:
492490 elif self .compressor is not None :
493491 # wq_b + kv_insert on default, compressor on aux.
494492 aux_stream = (
495- self .aux_stream_list [0 ]
496- if self .aux_stream_list is not None
497- else None
493+ self .aux_stream_list [0 ] if self .aux_stream_list is not None else None
498494 )
499495 compressor = self .compressor
500496
You can’t perform that action at this time.
0 commit comments