Skip to content

Commit 77fc464

Browse files
committed
fix: CUDA deploy
Signed-off-by: Oleksander Piskun <oleksandr2088@icloud.com>
1 parent 36b9f41 commit 77fc464

1 file changed

Lines changed: 7 additions & 5 deletions

File tree

haproxy_agent.py

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -627,11 +627,13 @@ async def docker_exapp_create(request: web.Request):
627627
container_config["NetworkingConfig"] = {"EndpointsConfig": {payload.network_mode: {"Aliases": [payload.name]}}}
628628

629629
if payload.compute_device == "cuda":
630-
container_config["HostConfig"]["DeviceRequests"] = {
631-
"Driver": "nvidia",
632-
"Count": -1,
633-
"Capabilities": [["compute", "utility"]],
634-
}
630+
container_config["HostConfig"]["DeviceRequests"] = [
631+
{
632+
"Driver": "nvidia",
633+
"Count": -1,
634+
"Capabilities": [["compute", "utility"]],
635+
}
636+
]
635637
elif payload.compute_device == "rocm":
636638
devices = []
637639
for device in ("/dev/kfd", "/dev/dri"):

0 commit comments

Comments
 (0)