[luci] Propagate qparam backward in onnx-fake quant model

This propagates qparam backward in onnx-fake quant model. ONE-DCO-1.0-Signed-off-by: Hyukjin Jeong <[email protected]>
Samsung · Dec 20, 2024 · 52da2a0 · 52da2a0
1 parent b5a9598
commit 52da2a0
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 1 deletion.
diff --git a/compiler/luci/pass/src/PropagateQParamBackwardPass.cpp b/compiler/luci/pass/src/PropagateQParamBackwardPass.cpp
@@ -107,6 +107,8 @@ void overwrite_quantparam(const luci::CircleNode *source, luci::CircleNode *targ
   target_qparam->scale = source_qparam->scale;
   target_qparam->zerop = source_qparam->zerop;
   target_qparam->quantized_dimension = source_qparam->quantized_dimension;
+
+  target->dtype(source->dtype());
 }
 
 /**
@@ -341,7 +343,6 @@ void propagate_concat_quantparam(luci::CircleConcatenation *concat)
         continue;
 
       // Non-const input must have been quantized
-      assert(node->quantparam() != nullptr);
       overwrite_quantparam(concat, node);
     }
   }

diff --git a/compiler/luci/pass/src/QuantizeOnnxFakeQuantModelPass.cpp b/compiler/luci/pass/src/QuantizeOnnxFakeQuantModelPass.cpp
@@ -14,6 +14,7 @@
  */
 
 #include "luci/Pass/QuantizeOnnxFakeQuantModelPass.h"
+#include "luci/Pass/PropagateQParamBackwardPass.h"
 #include "QuantizeOnnxQDQPass.h"
 #include "QuantizeOnnxDequantizeLinearPass.h"
 #include "QuantizeWithPredecessorPass.h"
@@ -92,6 +93,12 @@ bool QuantizeOnnxFakeQuantModelPass::run(loco::Graph *g)
     pass.run(g);
   }
 
+  // Backward propagation of activation qparam
+  {
+    PropagateQParamBackwardPass pqbp(_ctx->default_activation_dtype);
+    pqbp.run(g);
+  }
+
   // Update qparam of output of special Ops
   for (auto node : loco::active_nodes(loco::output_nodes(g)))
   {