Skip to content

Commit 6f0349d

Browse files
authored
Update moe.py
1 parent be4470c commit 6f0349d

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/MaxText/layers/moe.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1673,7 +1673,7 @@ def dense_matmul(
16731673
if self.config.activations_in_float32:
16741674
intermediate_layer = intermediate_layer.astype(jnp.float32)
16751675
intermediate_layer = adc.checkpoint_name(intermediate_layer, "mlpwo")
1676-
with jax.named_scope("w_sum"):
1676+
with jax.named_scope("weight_sum"):
16771677
if is_llama4_decoder_layer:
16781678
weights = self.reshape_and_update_weights(jnp.ones_like(top_k_weights), top_k_indices)
16791679
if self.config.float32_weight_sum:

0 commit comments

Comments
 (0)