import onnx layernorm

kendryte · Jan 21, 2025 · cbe502e · cbe502e
1 parent aeeeb84
commit cbe502e
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/src/Nncase.Importer/Onnx/Normalization.cs b/src/Nncase.Importer/Onnx/Normalization.cs
@@ -38,6 +38,15 @@ private Expr VisitInstanceNormalization(in NodeProto op)
             return F.NN.InstanceNormalization(input, scale, bias, eps);
         }
 
+        private Expr VisitLayerNormalization(NodeProto op)
+        {
+            var input = GetInputExpr(op, 0);
+            var (scale, bias) = GetInputExprs(op, 1, 2);
+            var eps = GetFloatAttribute(op, "epsilon", 1e-05f);
+            var axis = GetIntAttribute(op, "axis", -1);
+            return F.NN.LayerNorm(checked((int)axis), eps, input, scale, bias);
+        }
+
         private Expr VisitLpNormalization(in NodeProto op)
         {
             var input = GetInputExpr(op, 0);

diff --git a/src/Nncase.Importer/Onnx/OnnxImporter.cs b/src/Nncase.Importer/Onnx/OnnxImporter.cs
@@ -142,6 +142,7 @@ private void Visit(NodeProto op)
             "HardSwish" => VisitHardSwish(op),
             "Identity" => VisitIdentity(op),
             "InstanceNormalization" => VisitInstanceNormalization(op),
+            "LayerNormalization" => VisitLayerNormalization(op),
             "LpNormalization" => VisitLpNormalization(op),
             "LeakyRelu" => VisitLeakyRelu(op),
             "Less" => VisitCompare(op, CompareOp.LowerThan),