There was an error while loading. Please reload this page.
1 parent 80a8a50 commit b104e0aCopy full SHA for b104e0a
1 file changed
backends/iluvatar_gpu/common/cuda_flags.cc
@@ -272,3 +272,8 @@ PHI_DEFINE_EXPORTED_bool(enable_ixattnbkd,
272
false,
273
"Whether enable ixattnbkd for flash attention or "
274
"not, default is False.");
275
+
276
+PHI_DEFINE_EXPORTED_bool(
277
+ flash_attn_available,
278
+ true,
279
+ "Weather flash attention is available on the current device.");
0 commit comments