Skip to content

Commit f80cb89

Browse files
committed
Fix v3 build
1 parent caa6549 commit f80cb89

1 file changed

Lines changed: 4 additions & 5 deletions

File tree

  • candle-flash-attn-v3/src

candle-flash-attn-v3/src/lib.rs

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -149,10 +149,9 @@ impl FlashAttn {
149149
let seqlen_k_rounded = round_multiple(seqlen_k, 128);
150150

151151
let elem_count = out_shape.elem_count();
152-
let dst = unsafe { dev.alloc::<T>(elem_count) }.w()?;
152+
let dst = unsafe { dev.alloc::<T>(elem_count) }?;
153153
let softmax_lse = dev
154-
.alloc_zeros::<f32>(b_sz * 128 * num_heads * seqlen_q)
155-
.w()?;
154+
.alloc_zeros::<f32>(b_sz * 128 * num_heads * seqlen_q)?;
156155

157156
let is_bf16 = if is_bf16 { 1 } else { 0 };
158157

@@ -592,8 +591,8 @@ impl FlashAttnVarLen {
592591
let seqlen_k_rounded = round_multiple(self.max_seqlen_k, 128);
593592

594593
let elem_count = out_shape.elem_count();
595-
let dst = unsafe { dev.alloc::<T>(elem_count) }.w()?;
596-
let softmax_lse = dev.alloc_zeros::<f32>(num_heads * total_q).w()?;
594+
let dst = unsafe { dev.alloc::<T>(elem_count) }?;
595+
let softmax_lse = dev.alloc_zeros::<f32>(num_heads * total_q)?;
597596

598597
let is_bf16 = if is_bf16 { 1 } else { 0 };
599598

0 commit comments

Comments
 (0)