Skip to content

Commit

Permalink
#12328: Remove unused model config code
Browse files Browse the repository at this point in the history
  • Loading branch information
yieldthought committed Oct 1, 2024
1 parent 766661b commit f4a19e1
Showing 1 changed file with 0 additions and 9 deletions.
9 changes: 0 additions & 9 deletions models/demos/wormhole/llama31_8b/tt/model_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -309,15 +309,6 @@ def __init__(self, device, instruct=False, dummy_weights=False, max_batch_size=1
fuse_batch=seq_len <= 2048,
)

# Update OUTPUT_MM_PROGCFG for DECODE (DRAM-sharded)
self.model_config["OUTPUT_MM_PROGCFG"] = ttnn.MatmulMultiCoreReuseMultiCastDRAMShardedProgramConfig(
# Grid size = [8, 8]
in0_block_w=2, # K(4096) / TILE_WIDTH(32) / Grid_Size(64)
per_core_M=1, # M(32) / TILE_HEIGHT(32)
per_core_N=32, # N(128256 / 2) / TILE_WIDTH(32) / Grid_Size(64)
fused_activation=None,
)

self.model_config["KV_PREFILL_MEM_CFG"] = lambda seq_len: ttnn.create_sharded_memory_config(
(seq_len // 8, self.head_dim),
ttnn.CoreGrid(y=8, x=8),
Expand Down

0 comments on commit f4a19e1

Please sign in to comment.