File tree Expand file tree Collapse file tree 1 file changed +1
-2
lines changed
Expand file tree Collapse file tree 1 file changed +1
-2
lines changed Original file line number Diff line number Diff line change 3131)
3232from sglang .srt .configs .qwen3_vl import Qwen3VLMoeConfig
3333from sglang .srt .layers .attention .vision import VisionAttention
34- from sglang .srt .layers .layernorm import RMSNorm
3534from sglang .srt .layers .linear import ColumnParallelLinear , RowParallelLinear
3635from sglang .srt .layers .moe .fused_moe_triton .layer import FusedMoE
3736from sglang .srt .layers .quantization .base_config import QuantizationConfig
@@ -318,7 +317,7 @@ def __init__(
318317 super ().__init__ ()
319318 self .hidden_size = context_dim * (spatial_merge_size ** 2 )
320319 self .use_postshuffle_norm = use_postshuffle_norm
321- self .ln_q = RMSNorm (
320+ self .ln_q = nn . LayerNorm (
322321 self .hidden_size if use_postshuffle_norm else context_dim , eps = 1e-6
323322 )
324323 self .mlp = nn .ModuleList (
You can’t perform that action at this time.
0 commit comments