fix rmsnorm -> layernorm

vincentzed · vincentzed · commit bbfb2c8f05c8 · 2025-10-20T20:07:02.000-04:00
Signed-off-by: vincentzed &lt;207368749+vincentzed@users.noreply.github.com&gt;
diff --git a/python/sglang/srt/models/qwen3_omni_moe.py b/python/sglang/srt/models/qwen3_omni_moe.py
@@ -321,7 +321,7 @@ def __init__(
         super().__init__()
         self.hidden_size = context_dim * (spatial_merge_size**2)
         self.use_postshuffle_norm = use_postshuffle_norm
-        self.ln_q = RMSNorm(
+        self.ln_q = nn.LayerNorm(
             self.hidden_size if use_postshuffle_norm else context_dim, eps=1e-6
         )
         self.mlp = nn.ModuleList(

Original file line number	Diff line number	Diff line change
`@@ -321,7 +321,7 @@ def __init__(`
`321`	`321`	`super().__init__()`
`322`	`322`	`self.hidden_size = context_dim * (spatial_merge_size**2)`
`323`	`323`	`self.use_postshuffle_norm = use_postshuffle_norm`
`324`		`- self.ln_q = RMSNorm(`
	`324`	`+ self.ln_q = nn.LayerNorm(`
`325`	`325`	`self.hidden_size if use_postshuffle_norm else context_dim, eps=1e-6`
`326`	`326`	`)`
`327`	`327`	`self.mlp = nn.ModuleList(`