Skip to content

Latest commit

 

History

History
216 lines (215 loc) · 22.3 KB

input_variations.md

File metadata and controls

216 lines (215 loc) · 22.3 KB

High Level Operations Status

Operations Input Variations Converted Removed Fallback Completed Score
0 aten._scaled_dot_product_flash_attention.default 18 0 0 0 ✘ 0
1 aten.add.Tensor 6 4 0 0 🚧 0.67
2 aten.addmm.default 9 6 0 0 🚧 0.67
3 aten.argmax.default 1 0 0 0 ✘ 0
4 aten.cat.default 26 0 0 0 ✘ 0
5 aten.clone.default 8 5 0 0 🚧 0.62
6 aten.convolution.default 2 0 0 0 ✘ 0
7 aten.embedding.default 2 0 0 0 ✘ 0
8 aten.gelu.default 5 4 0 0 🚧 0.8
9 aten.mm.default 5 3 0 0 🚧 0.6
10 aten.mul.Tensor 4 1 0 0 🚧 0.25
11 aten.native_layer_norm.default 3 2 0 0 🚧 0.67
12 aten.ones.default 1 1 0 0 ✅ 1
13 aten.permute.default 1 1 0 0 ✅ 1
14 aten.select.int 2 0 0 0 ✘ 0
15 aten.slice.Tensor 7 1 0 0 🚧 0.14
16 aten.t.default 4 4 0 0 ✅ 1
17 aten.transpose.int 6 4 0 0 🚧 0.67
18 aten.view.default 25 8 0 8 🚧 0.32

aten._scaled_dot_product_flash_attention.default

ATen Input Variations Status
0 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, 1, 64]> key = ?,
Tensor<[1, 12, 1, 64]> value = ?		 None
1 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, 1500, 64]> key = ?,
Tensor<[1, 12, 1500, 64]> value = ?		 None
2 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, 5, 64]> key = ?,
Tensor<[1, 12, 5, 64]> value = ?		 Unknown
3 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s10 + 1, 64]> key = ?,
Tensor<[1, 12, s11 + 1, 64]> value = ?		 Unknown
4 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s12 + 1, 64]> key = ?,
Tensor<[1, 12, s13 + 1, 64]> value = ?		 Unknown
5 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s14 + 1, 64]> key = ?,
Tensor<[1, 12, s15 + 1, 64]> value = ?		 Unknown
6 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s16 + 1, 64]> key = ?,
Tensor<[1, 12, s17 + 1, 64]> value = ?		 Unknown
7 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s18 + 1, 64]> key = ?,
Tensor<[1, 12, s19 + 1, 64]> value = ?		 Unknown
8 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s2 + 1, 64]> key = ?,
Tensor<[1, 12, s3 + 1, 64]> value = ?		 Unknown
9 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s20 + 1, 64]> key = ?,
Tensor<[1, 12, s21 + 1, 64]> value = ?		 Unknown
10 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s22 + 1, 64]> key = ?,
Tensor<[1, 12, s23 + 1, 64]> value = ?		 Unknown
11 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s24 + 1, 64]> key = ?,
Tensor<[1, 12, s25 + 1, 64]> value = ?		 Unknown
12 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s4 + 1, 64]> key = ?,
Tensor<[1, 12, s5 + 1, 64]> value = ?		 Unknown
13 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s6 + 1, 64]> key = ?,
Tensor<[1, 12, s7 + 1, 64]> value = ?		 Unknown
14 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s8 + 1, 64]> key = ?,
Tensor<[1, 12, s9 + 1, 64]> value = ?		 Unknown
15 Tensor<[1, 12, 1500, 64]> query = ?,
Tensor<[1, 12, 1500, 64]> key = ?,
Tensor<[1, 12, 1500, 64]> value = ?		 None
16 Tensor<[1, 12, 4, 64]> query = ?,
Tensor<[1, 12, 1500, 64]> key = ?,
Tensor<[1, 12, 1500, 64]> value = ?		 Unknown
17 Tensor<[1, 12, 4, 64]> query = ?,
Tensor<[1, 12, 4, 64]> key = ?,
Tensor<[1, 12, 4, 64]> value = ?,
float dropout_p = 0.0,
bool is_causal = True		 Unknown

aten.add.Tensor

ATen Input Variations Status
0 Tensor<[1, 1, 768]> self = ?,
Tensor<[1, 1, 768]> other = ?		 Done
1 Tensor<[1, 1, 768]> self = ?,
Tensor<[1, 768]> other = ?		 Done
2 Tensor<[1, 1500, 768]> self = ?,
Tensor<[1, 1500, 768]> other = ?		 Done
3 Tensor<[1, 1500, 768]> self = ?,
Tensor<[1500, 768]> other = ?		 Done
4 Tensor<[1, 4, 768]> self = ?,
Tensor<[1, 4, 768]> other = ?		 Unknown
5 Tensor<[1, 4, 768]> self = ?,
Tensor<[4, 768]> other = ?		 Unknown

aten.addmm.default

ATen Input Variations Status
0 Tensor<[3072]> self = ?,
Tensor<[1, 768]> mat1 = ?,
Tensor<[768, 3072]> mat2 = ?		 Done
1 Tensor<[3072]> self = ?,
Tensor<[1500, 768]> mat1 = ?,
Tensor<[768, 3072]> mat2 = ?		 Done
2 Tensor<[3072]> self = ?,
Tensor<[4, 768]> mat1 = ?,
Tensor<[768, 3072]> mat2 = ?		 Unknown
3 Tensor<[768]> self = ?,
Tensor<[1, 3072]> mat1 = ?,
Tensor<[3072, 768]> mat2 = ?		 Done
4 Tensor<[768]> self = ?,
Tensor<[1, 768]> mat1 = ?,
Tensor<[768, 768]> mat2 = ?		 Done
5 Tensor<[768]> self = ?,
Tensor<[1500, 3072]> mat1 = ?,
Tensor<[3072, 768]> mat2 = ?		 Done
6 Tensor<[768]> self = ?,
Tensor<[1500, 768]> mat1 = ?,
Tensor<[768, 768]> mat2 = ?		 Done
7 Tensor<[768]> self = ?,
Tensor<[4, 3072]> mat1 = ?,
Tensor<[3072, 768]> mat2 = ?		 Unknown
8 Tensor<[768]> self = ?,
Tensor<[4, 768]> mat1 = ?,
Tensor<[768, 768]> mat2 = ?		 Unknown

aten.argmax.default

ATen Input Variations Status
0 Tensor<[1, 51865]> self = ?,
Optional[int] dim = -1		 None

aten.cat.default

ATen Input Variations Status
0 List[Tensor] tensors = [<[1, 12, 4, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
1 List[Tensor] tensors = [<[1, 12, s10, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
2 List[Tensor] tensors = [<[1, 12, s11, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
3 List[Tensor] tensors = [<[1, 12, s12, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
4 List[Tensor] tensors = [<[1, 12, s13, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
5 List[Tensor] tensors = [<[1, 12, s14, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
6 List[Tensor] tensors = [<[1, 12, s15, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
7 List[Tensor] tensors = [<[1, 12, s16, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
8 List[Tensor] tensors = [<[1, 12, s17, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
9 List[Tensor] tensors = [<[1, 12, s18, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
10 List[Tensor] tensors = [<[1, 12, s19, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
11 List[Tensor] tensors = [<[1, 12, s2, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
12 List[Tensor] tensors = [<[1, 12, s20, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
13 List[Tensor] tensors = [<[1, 12, s21, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
14 List[Tensor] tensors = [<[1, 12, s22, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
15 List[Tensor] tensors = [<[1, 12, s23, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
16 List[Tensor] tensors = [<[1, 12, s24, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
17 List[Tensor] tensors = [<[1, 12, s25, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
18 List[Tensor] tensors = [<[1, 12, s3, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
19 List[Tensor] tensors = [<[1, 12, s4, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
20 List[Tensor] tensors = [<[1, 12, s5, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
21 List[Tensor] tensors = [<[1, 12, s6, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
22 List[Tensor] tensors = [<[1, 12, s7, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
23 List[Tensor] tensors = [<[1, 12, s8, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
24 List[Tensor] tensors = [<[1, 12, s9, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown
25 List[Tensor] tensors = [<[1, 1]>, <[1, 1]>, <[1, 1]>, <[1, 1]>],
int dim = -1		 Unknown

aten.clone.default

ATen Input Variations Status
0 Tensor<[1, 1, 3072]> self = ? Done
1 Tensor<[1, 1, 768]> self = ? Done
2 Tensor<[1, 12, 1500, 64]> self = ?,
Optional[int] memory_format = torch.contiguous_format		 Done
3 Tensor<[1, 12, 4, 64]> self = ?,
Optional[int] memory_format = torch.contiguous_format		 Unknown
4 Tensor<[1, 1500, 3072]> self = ? Done
5 Tensor<[1, 1500, 768]> self = ? Done
6 Tensor<[1, 4, 3072]> self = ? Unknown
7 Tensor<[1, 4, 768]> self = ? Unknown

aten.convolution.default

ATen Input Variations Status
0 Tensor<[1, 768, 3000]> input = ?,
Tensor<[768, 768, 3]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
List[int] stride = [2],
List[int] padding = [1],
List[int] dilation = [1],
bool transposed = False,
List[int] output_padding = [0],
int groups = 1		 None
1 Tensor<[1, 80, 3000]> input = ?,
Tensor<[768, 80, 3]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
List[int] stride = [1],
List[int] padding = [1],
List[int] dilation = [1],
bool transposed = False,
List[int] output_padding = [0],
int groups = 1		 None

aten.embedding.default

ATen Input Variations Status
0 Tensor<[51865, 768]> weight = ?,
Tensor<[1, 1]> indices = ?,
int padding_idx = 50257		 None
1 Tensor<[51865, 768]> weight = ?,
Tensor<[1, 4]> indices = ?,
int padding_idx = 50257		 Unknown

aten.gelu.default

ATen Input Variations Status
0 Tensor<[1, 1, 3072]> self = ? Done
1 Tensor<[1, 1500, 3072]> self = ? Done
2 Tensor<[1, 4, 3072]> self = ? Unknown
3 Tensor<[1, 768, 1500]> self = ? Done
4 Tensor<[1, 768, 3000]> self = ? Done

aten.mm.default

ATen Input Variations Status
0 Tensor<[1, 768]> self = ?,
Tensor<[768, 51865]> mat2 = ?		 Done
1 Tensor<[1, 768]> self = ?,
Tensor<[768, 768]> mat2 = ?		 Done
2 Tensor<[1500, 768]> self = ?,
Tensor<[768, 768]> mat2 = ?		 Done
3 Tensor<[4, 768]> self = ?,
Tensor<[768, 51865]> mat2 = ?		 Unknown
4 Tensor<[4, 768]> self = ?,
Tensor<[768, 768]> mat2 = ?		 Unknown

aten.mul.Tensor

ATen Input Variations Status
0 Tensor<[1, 1]> self = ?,
Tensor other = 50258		 Done
1 Tensor<[1, 1]> self = ?,
Tensor other = 50259		 Unknown
2 Tensor<[1, 1]> self = ?,
Tensor other = 50359		 Unknown
3 Tensor<[1, 1]> self = ?,
Tensor other = 50363		 Unknown

aten.native_layer_norm.default

ATen Input Variations Status
0 Tensor<[1, 1, 768]> input = ?,
List[int] normalized_shape = [768],
Optional[Tensor]<[768]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
float eps = 1e-05		 Done
1 Tensor<[1, 1500, 768]> input = ?,
List[int] normalized_shape = [768],
Optional[Tensor]<[768]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
float eps = 1e-05		 Done
2 Tensor<[1, 4, 768]> input = ?,
List[int] normalized_shape = [768],
Optional[Tensor]<[768]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
float eps = 1e-05		 Unknown

aten.ones.default

ATen Input Variations Status
0 List[int] size = [1, 1],
Optional[int] dtype = torch.int64,
Optional[Device] device = cpu,
Optional[bool] pin_memory = False		 Done

aten.permute.default

ATen Input Variations Status
0 Tensor<[1, 768, 1500]> self = ?,
List[int] dims = [0, 2, 1]		 Done

aten.select.int

ATen Input Variations Status
0 Tensor<[1, 1, 51865]> self = ?,
int dim = 1,
int index = -1		 None
1 Tensor<[1]> self = ?,
int dim = 0,
int index = 0		 Unknown

aten.slice.Tensor

ATen Input Variations Status
0 Tensor<[1, 1, 51865]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown
1 Tensor<[1, 80, 3000]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown
2 Tensor<[1, 80, 3000]> self = ?,
int dim = 1,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown
3 Tensor<[448, 768]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 1		 Done
4 Tensor<[448, 768]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 4		 Unknown
5 Tensor<[448, 768]> self = ?,
int dim = 0,
Optional[int] start = 4,
Optional[int] end = 5		 Unknown
6 Tensor<[448, 768]> self = ?,
int dim = 0,
Optional[int] start = ?,
Optional[int]<s2 + 1> end = ?		 Unknown

aten.t.default

ATen Input Variations Status
0 Tensor<[3072, 768]> self = ? Done
1 Tensor<[51865, 768]> self = ? Done
2 Tensor<[768, 3072]> self = ? Done
3 Tensor<[768, 768]> self = ? Done

aten.transpose.int

ATen Input Variations Status
0 Tensor<[1, 1, 12, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Done
1 Tensor<[1, 12, 1, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Done
2 Tensor<[1, 12, 1500, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Done
3 Tensor<[1, 12, 4, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Unknown
4 Tensor<[1, 1500, 12, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Done
5 Tensor<[1, 4, 12, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Unknown

aten.view.default

ATen Input Variations Status
0 Tensor<[1, 1, 12, 64]> self = ?,
List[int] size = [1, 1, 768]		 Fallback
1 Tensor<[1, 1, 3072]> self = ?,
List[int] size = [1, 3072]		 Done
2 Tensor<[1, 1, 768]> self = ?,
List[int] size = [1, -1, 12, 64]		 Fallback
3 Tensor<[1, 1, 768]> self = ?,
List[int] size = [1, 1, 12, 64]		 Fallback
4 Tensor<[1, 1, 768]> self = ?,
List[int] size = [1, 768]		 Done
5 Tensor<[1, 1500, 12, 64]> self = ?,
List[int] size = [1, 1500, 768]		 Fallback
6 Tensor<[1, 1500, 3072]> self = ?,
List[int] size = [1500, 3072]		 Done
7 Tensor<[1, 1500, 768]> self = ?,
List[int] size = [1, -1, 12, 64]		 Fallback
8 Tensor<[1, 1500, 768]> self = ?,
List[int] size = [1, 1500, 12, 64]		 Fallback
9 Tensor<[1, 1500, 768]> self = ?,
List[int] size = [1500, 768]		 Done
10 Tensor<[1, 1]> self = ?,
List[int] size = [-1, 1]		 Fallback
11 Tensor<[1, 3072]> self = ?,
List[int] size = [1, 1, 3072]		 Done
12 Tensor<[1, 4, 12, 64]> self = ?,
List[int] size = [1, 4, 768]		 Unknown
13 Tensor<[1, 4, 3072]> self = ?,
List[int] size = [4, 3072]		 Unknown
14 Tensor<[1, 4, 768]> self = ?,
List[int] size = [1, -1, 12, 64]		 Unknown
15 Tensor<[1, 4, 768]> self = ?,
List[int] size = [1, 4, 12, 64]		 Unknown
16 Tensor<[1, 4, 768]> self = ?,
List[int] size = [4, 768]		 Unknown
17 Tensor<[1, 4]> self = ?,
List[int] size = [-1, 4]		 Unknown
18 Tensor<[1, 51865]> self = ?,
List[int] size = [1, 1, 51865]		 Fallback
19 Tensor<[1, 768]> self = ?,
List[int] size = [1, 1, 768]		 Done
20 Tensor<[1500, 3072]> self = ?,
List[int] size = [1, 1500, 3072]		 Done
21 Tensor<[1500, 768]> self = ?,
List[int] size = [1, 1500, 768]		 Done
22 Tensor<[4, 3072]> self = ?,
List[int] size = [1, 4, 3072]		 Unknown
23 Tensor<[4, 51865]> self = ?,
List[int] size = [1, 4, 51865]		 Unknown
24 Tensor<[4, 768]> self = ?,
List[int] size = [1, 4, 768]		 Unknown