From 68ee204a189c8391bc15c9d0e1105222f86b6d5c Mon Sep 17 00:00:00 2001 From: Salar Hosseini Date: Fri, 29 Nov 2024 18:18:46 +0000 Subject: [PATCH] Adjust perf test targets for Falcon7b-t3k-decode-noasync to account for CI instability Signed-off-by: Salar Hosseini --- models/demos/falcon7b_common/tests/test_perf_falcon.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/models/demos/falcon7b_common/tests/test_perf_falcon.py b/models/demos/falcon7b_common/tests/test_perf_falcon.py index e766ba7580c..70c65abcc35 100644 --- a/models/demos/falcon7b_common/tests/test_perf_falcon.py +++ b/models/demos/falcon7b_common/tests/test_perf_falcon.py @@ -249,8 +249,8 @@ def test_perf_wh_bare_metal( ("prefill", 4, 32, 1, 256, 0, "BFLOAT16-DRAM", 0.142, False), ("prefill", 4, 32, 1, 1024, 0, "BFLOAT16-DRAM", 0.42, False), ("prefill", 4, 32, 1, 2048, 0, "BFLOAT16-DRAM", 1.02, False), - ("decode", 4, 32, 32, 1, 128, "BFLOAT16-L1_SHARDED", 0.063, False), - ("decode", 4, 32, 32, 1, 1024, "BFLOAT16-L1_SHARDED", 0.067, False), + ("decode", 4, 32, 32, 1, 128, "BFLOAT16-L1_SHARDED", 0.067, False), + ("decode", 4, 32, 32, 1, 1024, "BFLOAT16-L1_SHARDED", 0.069, False), ("decode", 4, 32, 32, 1, 2047, "BFLOAT16-L1_SHARDED", 0.073, False), ("prefill", 4, 32, 1, 128, 0, "BFLOAT16-DRAM", 0.070, True), # Issue 9422 ("prefill", 4, 32, 1, 256, 0, "BFLOAT16-DRAM", 0.142, True),