There was an error while loading. Please reload this page.
1 parent 672dedc commit f894492Copy full SHA for f894492
1 file changed
vllm_fl/utils.py
@@ -5,7 +5,12 @@
5
from typing import Optional, Tuple
6
7
import flag_gems
8
-from flag_gems.runtime.backend.device import DeviceDetector
+try:
9
+ # FlagGems<=5.0.2: DeviceDetector lives in device.
10
+ from flag_gems.runtime.backend.device import DeviceDetector
11
+except ImportError:
12
+ # FlagGems>5.0.2: DeviceDetector lives in device_finder.
13
+ from flag_gems.runtime.backend.device_finder import DeviceDetector
14
from flag_gems.runtime import backend
15
16
_OP_CONFIG: Optional[dict[str, str]] = None
0 commit comments