From 16dd16063ec21b668904a48a2fa642cfaae018e2 Mon Sep 17 00:00:00 2001 From: yctseng0211 Date: Fri, 5 Dec 2025 07:20:05 +0000 Subject: [PATCH 1/3] fix for interface changed from aiter --- python/sglang/srt/models/deepseek_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/models/deepseek_v2.py b/python/sglang/srt/models/deepseek_v2.py index c2213cf9513..ce7c64a636d 100644 --- a/python/sglang/srt/models/deepseek_v2.py +++ b/python/sglang/srt/models/deepseek_v2.py @@ -1836,7 +1836,7 @@ def forward_absorb_prepare( current_stream.wait_stream(self.alt_stream) else: if _use_aiter_gfx95 and self.q_b_proj.weight.dtype == torch.uint8: - q, k_nope, *_ = fused_rms_mxfp4_quant( + q, _, k_nope, *_ = fused_rms_mxfp4_quant( q, self.q_a_layernorm.weight, self.q_a_layernorm.variance_epsilon, From d927909c5ff20e1b6649455a4416b016d9dccaf7 Mon Sep 17 00:00:00 2001 From: yctseng0211 Date: Fri, 5 Dec 2025 07:26:09 +0000 Subject: [PATCH 2/3] upgrade aiter version --- docker/rocm.Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/rocm.Dockerfile b/docker/rocm.Dockerfile index b7fcf770eaf..167a78cf6b8 100644 --- a/docker/rocm.Dockerfile +++ b/docker/rocm.Dockerfile @@ -42,7 +42,7 @@ ENV BUILD_TRITON="0" ENV BUILD_LLVM="0" ENV BUILD_AITER_ALL="0" ENV BUILD_MOONCAKE="1" -ENV AITER_COMMIT="v0.1.7.post2" +ENV AITER_COMMIT="v0.1.7.post4" ENV NO_DEPS_FLAG="" # =============================== # Chosen arch and args From 6fbe8f1fae74fbb6c08c1fa6aab32715ec917d92 Mon Sep 17 00:00:00 2001 From: yctseng0211 Date: Mon, 8 Dec 2025 02:37:44 +0000 Subject: [PATCH 3/3] upgrade to v0.1.7.post5 --- docker/rocm.Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/rocm.Dockerfile b/docker/rocm.Dockerfile index 167a78cf6b8..6264046d758 100644 --- a/docker/rocm.Dockerfile +++ b/docker/rocm.Dockerfile @@ -42,7 +42,7 @@ ENV BUILD_TRITON="0" ENV BUILD_LLVM="0" ENV BUILD_AITER_ALL="0" ENV BUILD_MOONCAKE="1" -ENV AITER_COMMIT="v0.1.7.post4" +ENV AITER_COMMIT="v0.1.7.post5" ENV NO_DEPS_FLAG="" # =============================== # Chosen arch and args