Skip to content

Commit 72f2a02

Browse files
add revision
1 parent 3c75990 commit 72f2a02

5 files changed

Lines changed: 16 additions & 5 deletions

File tree

backends/python/server/requirements-amd.txt

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,8 @@ grpc-interceptor==0.15.3 ; python_version >= "3.9" and python_version < "3.13"
1313
grpcio-reflection==1.58.0 ; python_version >= "3.9" and python_version < "3.13"
1414
grpcio-status==1.58.0 ; python_version >= "3.9" and python_version < "3.13"
1515
grpcio==1.58.0 ; python_version >= "3.9" and python_version < "3.13"
16-
huggingface-hub==0.24.5 ; python_version >= "3.9" and python_version < "3.13"
16+
huggingface-hub==0.34.4 ; python_version >= "3.9" and python_version < "3.13"
17+
hf-xet==1.5.1 ; python_version >= "3.9" and python_version < "3.13" and (platform_machine == "x86_64" or platform_machine == "amd64" or platform_machine == "arm64" or platform_machine == "aarch64")
1718
humanfriendly==10.0 ; python_version >= "3.9" and python_version < "3.13"
1819
idna==3.4 ; python_version >= "3.9" and python_version < "3.13"
1920
importlib-metadata==7.1.0 ; python_version >= "3.9" and python_version < "3.13"
@@ -58,3 +59,5 @@ yarl==1.9.4 ; python_version >= "3.9" and python_version < "3.13"
5859
zipp==3.18.1 ; python_version >= "3.9" and python_version < "3.13"
5960
pyrsistent==0.20.0 ; python_version >= "3.9" and python_version < "3.13"
6061
einops==0.8.0 ; python_version >= "3.9" and python_version < "3.13"
62+
kernels==0.12.3 ; python_version >= "3.9" and python_version < "3.13"
63+
tomli==2.4.1 ; python_version >= "3.9" and python_version < "3.11"

backends/python/server/text_embeddings_server/models/flash_bert.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,9 @@
1818
if is_rocm():
1919
try:
2020
from kernels import get_kernel as _get_kernel
21-
_triton_layer_norm = _get_kernel("kernels-community/triton-layer-norm")
21+
_triton_layer_norm = _get_kernel(
22+
"kernels-community/triton-layer-norm", revision="v0.1.0"
23+
)
2224
except Exception:
2325
pass
2426

backends/python/server/text_embeddings_server/models/flash_mistral.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,9 @@
1919
if is_rocm():
2020
try:
2121
from kernels import get_kernel as _get_kernel
22-
_triton_layer_norm = _get_kernel("kernels-community/triton-layer-norm")
22+
_triton_layer_norm = _get_kernel(
23+
"kernels-community/triton-layer-norm", revision="v0.1.0"
24+
)
2325
except Exception:
2426
pass
2527

backends/python/server/text_embeddings_server/models/flash_qwen3.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,9 @@
2121
if is_rocm():
2222
try:
2323
from kernels import get_kernel as _get_kernel
24-
_triton_layer_norm = _get_kernel("kernels-community/triton-layer-norm")
24+
_triton_layer_norm = _get_kernel(
25+
"kernels-community/triton-layer-norm", revision="v0.1.0"
26+
)
2527
except Exception:
2628
pass
2729

backends/python/server/text_embeddings_server/models/jinaBert_model.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,9 @@
2020
if is_rocm():
2121
try:
2222
from kernels import get_kernel as _get_kernel
23-
_triton_layer_norm = _get_kernel("kernels-community/triton-layer-norm")
23+
_triton_layer_norm = _get_kernel(
24+
"kernels-community/triton-layer-norm", revision="v0.1.0"
25+
)
2426
except Exception:
2527
pass
2628

0 commit comments

Comments
 (0)