Merge branch 'fix/overhead' of https://github.com/nanjiangwill/sglang into fix/overhead

nanjiangwill · nanjiangwill · commit a87df2f59d6d · 2026-01-16T09:55:39.000-08:00
diff --git a/python/sglang/srt/layers/layernorm.py b/python/sglang/srt/layers/layernorm.py
@@ -199,7 +199,7 @@ def forward_native(
         if residual is not None:
             x = x + residual.to(torch.float32)
             if post_residual_addition is not None:
-                x = x + post_residual_addition
+                x = x + post_residual_addition.to(torch.float32)
             if self.fp32_residual:
                 residual = x.clone()
             else:
