Skip to content

Commit

Permalink
#0: updated trace region size in llama3.1 8b
Browse files Browse the repository at this point in the history
  • Loading branch information
caixunshiren committed Oct 23, 2024
1 parent cb08e0e commit 2acc5a9
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion models/demos/wormhole/llama31_8b/demo/demo_trace.py
Original file line number Diff line number Diff line change
Expand Up @@ -585,7 +585,7 @@ def run_llama_demo(user_input, batch_size, device, instruct_mode, is_ci_env, num
"instruct_weights-3_batch",
],
)
@pytest.mark.parametrize("device_params", [{"trace_region_size": 7860224, "num_command_queues": 2}], indirect=True)
@pytest.mark.parametrize("device_params", [{"trace_region_size": 8000000, "num_command_queues": 2}], indirect=True)
def test_llama_demo(
device, use_program_cache, input_prompts, instruct_weights, is_ci_env, is_single_card_n300, num_batches
):
Expand Down

0 comments on commit 2acc5a9

Please sign in to comment.