From f8b8fb88e123110476fd7d3890ff456bb850c536 Mon Sep 17 00:00:00 2001 From: Jack Cai Date: Wed, 23 Oct 2024 20:23:41 +0000 Subject: [PATCH] #0: updated trace region size in llama3.1 8b --- models/demos/llama3/demo/demo.py | 2 +- models/demos/wormhole/llama31_8b/demo/demo_trace.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/models/demos/llama3/demo/demo.py b/models/demos/llama3/demo/demo.py index 1d328d9985de..d640e13d7078 100644 --- a/models/demos/llama3/demo/demo.py +++ b/models/demos/llama3/demo/demo.py @@ -516,7 +516,7 @@ def run_llama3_demo(user_input, batch_size, mesh_device, instruct_mode, is_ci_en "instruct_weights-long", ], ) -@pytest.mark.parametrize("device_params", [{"trace_region_size": 5560320, "num_command_queues": 2}], indirect=True) +@pytest.mark.parametrize("device_params", [{"trace_region_size": 5700000, "num_command_queues": 2}], indirect=True) @pytest.mark.parametrize( "mesh_device", [ diff --git a/models/demos/wormhole/llama31_8b/demo/demo_trace.py b/models/demos/wormhole/llama31_8b/demo/demo_trace.py index 8648891b44e2..35978ca980c4 100644 --- a/models/demos/wormhole/llama31_8b/demo/demo_trace.py +++ b/models/demos/wormhole/llama31_8b/demo/demo_trace.py @@ -585,7 +585,7 @@ def run_llama_demo(user_input, batch_size, device, instruct_mode, is_ci_env, num "instruct_weights-3_batch", ], ) -@pytest.mark.parametrize("device_params", [{"trace_region_size": 7860224, "num_command_queues": 2}], indirect=True) +@pytest.mark.parametrize("device_params", [{"trace_region_size": 8000000, "num_command_queues": 2}], indirect=True) def test_llama_demo( device, use_program_cache, input_prompts, instruct_weights, is_ci_env, is_single_card_n300, num_batches ):