diff --git a/tests/benchdnn/graph/graph_bridge.hpp b/tests/benchdnn/graph/graph_bridge.hpp
index c9f559a2d5a..f3a621415d0 100644
--- a/tests/benchdnn/graph/graph_bridge.hpp
+++ b/tests/benchdnn/graph/graph_bridge.hpp
@@ -239,7 +239,12 @@ void check_correctness(ref_prims_t &ref_prims, size_t op_id, const args_t &args,
             res->state = EXECUTED;
             res->errors = 0;
             cmp.set_norm_validation_mode(true);
-            cmp.compare(mem_fp_abx, mem_dt, prb->attr, res);
+            if (cmp.compare(mem_fp_abx, mem_dt, prb->attr, res) == FAIL) {
+                const std::string norm_check_fail = "Norm check failed, quit!";
+                BENCHDNN_PRINT(
+                        0, "Output arg %d: %s\n", arg, norm_check_fail.c_str());
+                break;
+            }
         }
     }
 }