File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -149,10 +149,9 @@ impl FlashAttn {
149149 let seqlen_k_rounded = round_multiple ( seqlen_k, 128 ) ;
150150
151151 let elem_count = out_shape. elem_count ( ) ;
152- let dst = unsafe { dev. alloc :: < T > ( elem_count) } . w ( ) ?;
152+ let dst = unsafe { dev. alloc :: < T > ( elem_count) } ?;
153153 let softmax_lse = dev
154- . alloc_zeros :: < f32 > ( b_sz * 128 * num_heads * seqlen_q)
155- . w ( ) ?;
154+ . alloc_zeros :: < f32 > ( b_sz * 128 * num_heads * seqlen_q) ?;
156155
157156 let is_bf16 = if is_bf16 { 1 } else { 0 } ;
158157
@@ -592,8 +591,8 @@ impl FlashAttnVarLen {
592591 let seqlen_k_rounded = round_multiple ( self . max_seqlen_k , 128 ) ;
593592
594593 let elem_count = out_shape. elem_count ( ) ;
595- let dst = unsafe { dev. alloc :: < T > ( elem_count) } . w ( ) ?;
596- let softmax_lse = dev. alloc_zeros :: < f32 > ( num_heads * total_q) . w ( ) ?;
594+ let dst = unsafe { dev. alloc :: < T > ( elem_count) } ?;
595+ let softmax_lse = dev. alloc_zeros :: < f32 > ( num_heads * total_q) ?;
597596
598597 let is_bf16 = if is_bf16 { 1 } else { 0 } ;
599598
You can’t perform that action at this time.
0 commit comments