fix glu func order

Author: mmz33

nn/math_.py

@@ -27,6 +27,11 @@ def gelu(x: LayerRef) -> Layer:
   return activation(x, activation="gelu")
 
 
+def glu(x: LayerRef) -> Layer:
+  """GLU https://arxiv.org/abs/1612.08083"""
+  return activation(x, activation='glu')
+
+
 def exp(x: LayerRef) -> Layer:
   """exp"""
   return activation(x, activation="exp")
@@ -50,8 +55,3 @@ def sigmoid(x: LayerRef) -> Layer:
 def swish(x: LayerRef) -> Layer:
   """swish"""
   return activation(x, activation="swish")
-
-
-def glu(x: LayerRef) -> Layer:
-  """GLU"""
-  return activation(x, activation='glu')