diff --git a/itex/core/graph/auto_mixed_precision/auto_mixed_precision_lists.h b/itex/core/graph/auto_mixed_precision/auto_mixed_precision_lists.h
index b4b94d624..af5464529 100644
--- a/itex/core/graph/auto_mixed_precision/auto_mixed_precision_lists.h
+++ b/itex/core/graph/auto_mixed_precision/auto_mixed_precision_lists.h
@@ -172,6 +172,8 @@ class AutoMixedPrecisionLists {
       // Should be remove in future.
       "MklAUGRU",
       "MklGRU",
+      // from Intel-TF bert-large, should be remove in future.
+      "_FusedMatMul",
       // Below ops are fusion ops.
       "_ITEXConv2DBackpropFilterWithBias",
       "_ITEXConv2DBackpropInputWithSlice",