From fdbdc91f0eeb1f812054a2bac001e3a87a25a7ca Mon Sep 17 00:00:00 2001 From: Austin Ho Date: Thu, 14 Nov 2024 17:38:15 +0000 Subject: [PATCH] #0: Update compare_pgm_dispatch_perf_ci.sh to also fail if we improved perf above the threshold, instead of only failing when perf is lower so that we can keep the golden values up to date Update golden values with latest --- .../dispatch/compare_pgm_dispatch_perf_ci.sh | 1 + .../dispatch/pgm_dispatch_golden.log | 12 ++++++------ 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/tests/tt_metal/tt_metal/perf_microbenchmark/dispatch/compare_pgm_dispatch_perf_ci.sh b/tests/tt_metal/tt_metal/perf_microbenchmark/dispatch/compare_pgm_dispatch_perf_ci.sh index 36c0d2b8206..4e0bfa44f6c 100755 --- a/tests/tt_metal/tt_metal/perf_microbenchmark/dispatch/compare_pgm_dispatch_perf_ci.sh +++ b/tests/tt_metal/tt_metal/perf_microbenchmark/dispatch/compare_pgm_dispatch_perf_ci.sh @@ -41,6 +41,7 @@ while IFS= read -r line1 && IFS= read -r line2 <&3; do # Calculate the percentage difference if (( $(echo "$value1 != 0" | bc -l) )); then percentage_diff=$(echo "scale=2; 100 * (($value2 - $value1) / $value1)" | bc) + percentage_diff="${percentage_diff#-}" else continue fi diff --git a/tests/tt_metal/tt_metal/perf_microbenchmark/dispatch/pgm_dispatch_golden.log b/tests/tt_metal/tt_metal/perf_microbenchmark/dispatch/pgm_dispatch_golden.log index 1a22d756f46..5fa3d15d242 100644 --- a/tests/tt_metal/tt_metal/perf_microbenchmark/dispatch/pgm_dispatch_golden.log +++ b/tests/tt_metal/tt_metal/perf_microbenchmark/dispatch/pgm_dispatch_golden.log @@ -1,6 +1,6 @@ -3.03, 3.03, 3.26, 3.37, 3.52, 3.95, 3.99, 4.85, 3.87, 6.14, 3.71, 4.66, 6.07, 12.29, 4.42, 4.41, 14.04, 10.73, -3.04, 3.04, 3.27, 3.38, 3.58, 3.99, 4.03, 4.88, 3.87, 6.15, 3.72, 4.69, 6.10, 12.33, 4.42, 4.42, 14.07, 10.94, -3.06, 3.06, 3.34, 3.54, 3.75, 4.10, 4.15, 4.97, 4.04, 6.19, 3.74, 4.75, 5.98, 12.51, 4.45, 4.44, 14.21, 11.94, -3.10, 3.10, 3.55, 3.86, 3.98, 4.42, 4.40, 5.15, 4.26, 6.22, 3.77, 4.86, 7.00, 12.76, 4.51, 4.51, 14.44, 12.17, -3.31, 3.31, 3.99, 4.31, 4.65, 4.80, 5.12, 5.93, 5.01, 6.46, 3.88, 5.24, 7.17, 13.43, 4.71, 4.70, 15.17, 15.82, -6.49, +2.71, 2.71, 2.97, 3.06, 3.20, 3.24, 3.57, 3.58, 3.51, 5.80, 3.40, 4.40, 5.74, 11.90, 4.09, 4.11, 11.71, 9.80, +2.71, 2.72, 2.98, 3.09, 3.24, 3.28, 3.63, 3.63, 3.55, 5.83, 3.41, 4.42, 5.79, 11.94, 4.11, 4.13, 11.74, 9.98, +2.74, 2.74, 3.05, 3.26, 3.43, 3.44, 3.87, 3.87, 3.75, 5.86, 3.43, 4.51, 5.95, 12.13, 4.13, 4.15, 11.90, 10.36, +2.79, 2.80, 3.22, 3.45, 3.66, 3.66, 4.03, 4.06, 3.95, 5.93, 3.48, 4.58, 6.12, 12.41, 4.20, 4.19, 12.11, 11.13, +3.00, 3.01, 3.69, 4.01, 4.40, 4.41, 4.75, 4.78, 4.70, 6.13, 3.55, 4.99, 6.95, 13.08, 4.41, 4.39, 12.82, 15.08, +6.37,