[fme-apply] Apply abs to weight (#14243)

This commit applies abs to weight. ONE-DCO-1.0-Signed-off-by: seongwoo <[email protected]>
Samsung · Oct 24, 2024 · a1612da · a1612da
1 parent f280955
commit a1612da
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/compiler/fme-apply/src/InsertScaleShift.cpp b/compiler/fme-apply/src/InsertScaleShift.cpp
@@ -125,7 +125,8 @@ bool calculate_smooth_quant_scale(luci::CircleNode *node, EqualizePattern *p)
         cur = i;
         for (uint32_t j = 0; j < norm_dim; j++)
         {
-          weight_max.at(i) = std::max(weight_max.at(i), weight->at<loco::DataType::FLOAT32>(cur));
+          weight_max.at(i) =
+            std::max(weight_max.at(i), std::abs(weight->at<loco::DataType::FLOAT32>(cur)));
           cur += weight_I;
         }
       }
@@ -166,7 +167,8 @@ bool calculate_smooth_quant_scale(luci::CircleNode *node, EqualizePattern *p)
         cur = i;
         for (uint32_t j = 0; j < weight_O; j++)
         {
-          weight_max.at(i) = std::max(weight_max.at(i), weight->at<loco::DataType::FLOAT32>(cur));
+          weight_max.at(i) =
+            std::max(weight_max.at(i), std::abs(weight->at<loco::DataType::FLOAT32>(cur)));
           cur += weight_I;
         }
       }