From 75aabad2dc929549d2a1e63310d211d3f87aa666 Mon Sep 17 00:00:00 2001 From: Hyukjin Jeong Date: Tue, 5 Nov 2024 13:08:45 +0900 Subject: [PATCH] [nnpackage] Add mx dtypes to schema (#14299) * [nnpackage] Add mx dtypes to schema This adds mxfp4 and mxint8 to circle schema. ONE-DCO-1.0-Signed-off-by: Hyukjin Jeong * Update version history * Stick to 0.9 * Remove empty line --- nnpackage/schema/circle_schema.fbs | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/nnpackage/schema/circle_schema.fbs b/nnpackage/schema/circle_schema.fbs index e13bd3842cb..118a8198dbb 100644 --- a/nnpackage/schema/circle_schema.fbs +++ b/nnpackage/schema/circle_schema.fbs @@ -34,7 +34,7 @@ // Version 0.7: Base up to TensorFlow Lite v2.15.0 schema, deprecate data_format in Subgraph table // Version 0.8: GRU op is added. UINT4 is added. // Version 0.9: GGML_Q{X}_{Y} types are added. Weight compression option is added. -// ROPE op is added. +// ROPE op is added. MXFP4, MXINT8 types are added. namespace circle; @@ -78,6 +78,10 @@ enum TensorType : byte { GGML_Q4_1 = -3, GGML_Q8_0 = -4, GGML_Q8_1 = -5, + + // MX dtypes + MXFP4 = -6, + MXINT8 = -7, } // Custom quantization parameters for experimenting with new quantization