Skip to content

Commit 5c7fe9f

Browse files
authored
Fix test flash_attn_varlen_func ut (#2578)
* Fix test flash_attn_varlen_func ut * rm skipif
1 parent 975912c commit 5c7fe9f

1 file changed

Lines changed: 4 additions & 1 deletion

File tree

tests/test_flash_attn_varlen_func.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -93,7 +93,6 @@ def ref_paged_attn(
9393
return torch.cat(outputs, dim=0)
9494

9595

96-
@pytest.mark.skipif(True, reason="Dead code on line 221 fails to pass.")
9796
@pytest.mark.skipif(vendor_name == "kunlunxin", reason="RESULT TODOFIX")
9897
@pytest.mark.skipif(vendor_name == "hygon", reason="RESULT TODOFIX")
9998
@pytest.mark.flash_attn_varlen_func
@@ -229,6 +228,10 @@ def test_flash_attn_varlen_func(
229228
softmax_scale=scale,
230229
causal=causal,
231230
window_size=window_size,
231+
block_table=block_tables,
232+
softcap=soft_cap if soft_cap is not None else 0,
233+
alibi_slopes=alibi_slopes,
234+
fa_version=2,
232235
)
233236

234237
ref_output = ref_paged_attn(

0 commit comments

Comments
 (0)