Skip to content

Commit

Permalink
split matmul to 6cpu
Browse files Browse the repository at this point in the history
  • Loading branch information
guodongliang committed Jan 23, 2025
1 parent cbe502e commit 13b8373
Showing 1 changed file with 15 additions and 94 deletions.
109 changes: 15 additions & 94 deletions src/Nncase.Importer/Onnx/MatMul.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,35 +21,13 @@ private Expr VisitMatMul(in NodeProto op)
var b_a = F.Tensors.Slice(a, new int[] { 813 }, new int[] { 814 }, new int[] { 2 }, new int[] { 1 });
var c_a = F.Tensors.Slice(a, new int[] { 814 }, new int[] { -1 }, new int[] { 2 }, new int[] { 1 });

a_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_a" };
b_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_b" };
c_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_c" };

var a_b = F.Tensors.Slice(b, new int[] { 0 }, new int[] { 813 }, new int[] { 0 }, new int[] { 1 });
var b_b = F.Tensors.Slice(b, new int[] { 813 }, new int[] { 814 }, new int[] { 0 }, new int[] { 1 });
var c_b = F.Tensors.Slice(b, new int[] { 814 }, new int[] { -1 }, new int[] { 0 }, new int[] { 1 });

a_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_a" };
b_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_b" };
c_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_c" };

var new_a = F.Math.MatMul(a_a, a_b);
var new_b = F.Math.MatMul(b_a, b_b);
var new_c = F.Math.MatMul(c_a, c_b);

List<string> outputNames_a = new() { op.Output[0] + "_a" };
List<string> outputNames_b = new() { op.Output[0] + "_b" };
List<string> outputNames_c = new() { op.Output[0] + "_c" };
new_a.Metadata.OutputNames = outputNames_a;
new_b.Metadata.OutputNames = outputNames_b;
new_c.Metadata.OutputNames = outputNames_c;

var add_0 = F.Math.Add(new_c, new_b);
add_0.Metadata.OutputNames = new[] { op.Output[0] + "add_0" };
var add_1 = F.Math.Add(new_a, add_0);
add_1.Metadata.OutputNames = new[] { op.Output[0] + "add_1" };

return add_1;
return F.Math.Add(new_a, F.Math.Add(new_c, new_b));
}
else if (a.Metadata.OutputNames![0] == "/mlp_3/Mul_output_0")
{
Expand All @@ -59,105 +37,48 @@ private Expr VisitMatMul(in NodeProto op)
var d_a = F.Tensors.Slice(a, new int[] { 3016 }, new int[] { 3017 }, new int[] { 2 }, new int[] { 1 });
var e_a = F.Tensors.Slice(a, new int[] { 3017 }, new int[] { -1 }, new int[] { 2 }, new int[] { 1 });

a_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_a" };
b_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_b" };
c_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_c" };
d_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_d" };
e_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_e" };

var a_b = F.Tensors.Slice(b, new int[] { 0 }, new int[] { 2247 }, new int[] { 0 }, new int[] { 1 });
var b_b = F.Tensors.Slice(b, new int[] { 2247 }, new int[] { 2248 }, new int[] { 0 }, new int[] { 1 });
var c_b = F.Tensors.Slice(b, new int[] { 2248 }, new int[] { 3016 }, new int[] { 0 }, new int[] { 1 });
var d_b = F.Tensors.Slice(b, new int[] { 3016 }, new int[] { 3017 }, new int[] { 0 }, new int[] { 1 });
var e_b = F.Tensors.Slice(b, new int[] { 3017 }, new int[] { -1 }, new int[] { 0 }, new int[] { 1 });

a_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_a" };
b_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_b" };
c_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_c" };
d_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_d" };
e_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_e" };

var new_a = F.Math.MatMul(a_a, a_b);
var new_b = F.Math.MatMul(b_a, b_b);
var new_c = F.Math.MatMul(c_a, c_b);
var new_d = F.Math.MatMul(d_a, d_b);
var new_e = F.Math.MatMul(e_a, e_b);

List<string> outputNames_a = new() { op.Output[0] + "_a" };
List<string> outputNames_b = new() { op.Output[0] + "_b" };
List<string> outputNames_c = new() { op.Output[0] + "_c" };
List<string> outputNames_d = new() { op.Output[0] + "_d" };
List<string> outputNames_e = new() { op.Output[0] + "_e" };
new_a.Metadata.OutputNames = outputNames_a;
new_b.Metadata.OutputNames = outputNames_b;
new_c.Metadata.OutputNames = outputNames_c;
new_d.Metadata.OutputNames = outputNames_d;
new_e.Metadata.OutputNames = outputNames_e;

var add_0 = F.Math.Add(new_d, new_e);
add_0.Metadata.OutputNames = new[] { op.Output[0] + "_add_0" };
var add_1 = F.Math.Add(add_0, new_c);
add_1.Metadata.OutputNames = new[] { op.Output[0] + "_add_1" };
var add_2 = F.Math.Add(add_1, new_b);
add_2.Metadata.OutputNames = new[] { op.Output[0] + "_add_2" };
var add_3 = F.Math.Add(add_2, new_a);
add_3.Metadata.OutputNames = new[] { op.Output[0] + "_add_3" };

return add_3;
return F.Math.Add(new_a, F.Math.Add(F.Math.Add(F.Math.Add(new_d, new_e), new_c), new_b));
}
else if (a.Metadata.OutputNames![0] == "/mlp_21/Mul_output_0")
{
var a_a = F.Tensors.Slice(a, new int[] { 0 }, new int[] { 567 }, new int[] { 2 }, new int[] { 1 });
var b_a = F.Tensors.Slice(a, new int[] { 567 }, new int[] { 568 }, new int[] { 2 }, new int[] { 1 });
var c_a = F.Tensors.Slice(a, new int[] { 568 }, new int[] { 3486 }, new int[] { 2 }, new int[] { 1 });
var d_a = F.Tensors.Slice(a, new int[] { 3486 }, new int[] { 3487 }, new int[] { 2 }, new int[] { 1 });
var e_a = F.Tensors.Slice(a, new int[] { 3487 }, new int[] { -1 }, new int[] { 2 }, new int[] { 1 });

a_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_a" };
b_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_b" };
c_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_c" };
d_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_d" };
e_a.Metadata.OutputNames = new[] { a.Metadata.OutputNames[0] + "_e" };
var c_a = F.Tensors.Slice(a, new int[] { 568 }, new int[] { 3435 }, new int[] { 2 }, new int[] { 1 });
var d_a = F.Tensors.Slice(a, new int[] { 3435 }, new int[] { 3436 }, new int[] { 2 }, new int[] { 1 });
var e_a = F.Tensors.Slice(a, new int[] { 3436 }, new int[] { 3486 }, new int[] { 2 }, new int[] { 1 });
var f_a = F.Tensors.Slice(a, new int[] { 3486 }, new int[] { 3487 }, new int[] { 2 }, new int[] { 1 });
var g_a = F.Tensors.Slice(a, new int[] { 3487 }, new int[] { -1 }, new int[] { 2 }, new int[] { 1 });

var a_b = F.Tensors.Slice(b, new int[] { 0 }, new int[] { 567 }, new int[] { 0 }, new int[] { 1 });
var b_b = F.Tensors.Slice(b, new int[] { 567 }, new int[] { 568 }, new int[] { 0 }, new int[] { 1 });
var c_b = F.Tensors.Slice(b, new int[] { 568 }, new int[] { 3486 }, new int[] { 0 }, new int[] { 1 });
var d_b = F.Tensors.Slice(b, new int[] { 3486 }, new int[] { 3487 }, new int[] { 0 }, new int[] { 1 });
var e_b = F.Tensors.Slice(b, new int[] { 3487 }, new int[] { -1 }, new int[] { 0 }, new int[] { 1 });

a_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_a" };
b_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_b" };
c_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_c" };
d_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_d" };
e_b.Metadata.OutputNames = new[] { b.Metadata.OutputNames[0] + "_e" };
var c_b = F.Tensors.Slice(b, new int[] { 568 }, new int[] { 3435 }, new int[] { 0 }, new int[] { 1 });
var d_b = F.Tensors.Slice(b, new int[] { 3435 }, new int[] { 3436 }, new int[] { 0 }, new int[] { 1 });
var e_b = F.Tensors.Slice(b, new int[] { 3436 }, new int[] { 3486 }, new int[] { 0 }, new int[] { 1 });
var f_b = F.Tensors.Slice(b, new int[] { 3486 }, new int[] { 3487 }, new int[] { 0 }, new int[] { 1 });
var g_b = F.Tensors.Slice(b, new int[] { 3487 }, new int[] { -1 }, new int[] { 0 }, new int[] { 1 });

var new_a = F.Math.MatMul(a_a, a_b);
var new_b = F.Math.MatMul(b_a, b_b);
var new_c = F.Math.MatMul(c_a, c_b);
var new_d = F.Math.MatMul(d_a, d_b);
var new_e = F.Math.MatMul(e_a, e_b);
var new_f = F.Math.MatMul(f_a, f_b);
var new_g = F.Math.MatMul(g_a, g_b);

List<string> outputNames_a = new() { op.Output[0] + "_a" };
List<string> outputNames_b = new() { op.Output[0] + "_b" };
List<string> outputNames_c = new() { op.Output[0] + "_c" };
List<string> outputNames_d = new() { op.Output[0] + "_d" };
List<string> outputNames_e = new() { op.Output[0] + "_e" };
new_a.Metadata.OutputNames = outputNames_a;
new_b.Metadata.OutputNames = outputNames_b;
new_c.Metadata.OutputNames = outputNames_c;
new_d.Metadata.OutputNames = outputNames_d;
new_e.Metadata.OutputNames = outputNames_e;

var add_0 = F.Math.Add(new_d, new_e);
add_0.Metadata.OutputNames = new[] { op.Output[0] + "_add_0" };
var add_1 = F.Math.Add(add_0, new_c);
add_1.Metadata.OutputNames = new[] { op.Output[0] + "_add_1" };
var add_2 = F.Math.Add(add_1, new_b);
add_2.Metadata.OutputNames = new[] { op.Output[0] + "_add_2" };
var add_3 = F.Math.Add(add_2, new_a);
add_3.Metadata.OutputNames = new[] { op.Output[0] + "_add_3" };
return F.Math.Add(new_a, F.Math.Add(F.Math.Add(F.Math.Add(F.Math.Add(F.Math.Add(new_f, new_g), new_e), new_d), new_c), new_b));

return add_3;
}

Check warning on line 82 in src/Nncase.Importer/Onnx/MatMul.cs

View workflow job for this annotation

GitHub Actions / build-x86_64-linux

Check warning on line 82 in src/Nncase.Importer/Onnx/MatMul.cs

View workflow job for this annotation

GitHub Actions / build-x86_64-windows

Check warning on line 82 in src/Nncase.Importer/Onnx/MatMul.cs

View workflow job for this annotation

GitHub Actions / build-x86_64-linux

Check warning on line 82 in src/Nncase.Importer/Onnx/MatMul.cs

View workflow job for this annotation

GitHub Actions / build-x86_64-windows

else
{
Expand Down

0 comments on commit 13b8373

Please sign in to comment.