Skip to content

Commit

Permalink
fix rc3
Browse files Browse the repository at this point in the history
  • Loading branch information
joostinyi committed Nov 25, 2024
1 parent cd6bf08 commit 11c38ab
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 5 deletions.
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[tool.poetry]
name = "truss"
version = "0.9.54rc2"
version = "0.9.54rc3"
description = "A seamless bridge from model development to model delivery"
license = "MIT"
readme = "README.md"
Expand Down
8 changes: 4 additions & 4 deletions truss/templates/trtllm-briton/src/extension.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from briton.spec_dec_truss_model import Model as SpecDecModel
from briton.truss_model import Model
from truss.base.trt_llm_config import TRTLLMSpeculativeDecodingConfiguration
from truss.base.truss_config import TrussConfig

TRTLLM_SPEC_DEC_TARGET_MODEL_NAME = "target"

# TODO(pankaj) Define an ABC base class for this. That baseclass should live in
# a new, smaller truss sub-library, perhaps called `truss-runtime`` for inclusion
Expand Down Expand Up @@ -36,8 +36,8 @@ class Extension:
"""

def __init__(self, *args, **kwargs):
self._config = TrussConfig(**kwargs["config"])
if isinstance(self._config.trt_llm, TRTLLMSpeculativeDecodingConfiguration):
self._config = kwargs["config"]
if TRTLLM_SPEC_DEC_TARGET_MODEL_NAME not in self._config.get("trt_llm"):
self._model = SpecDecModel(*args, **kwargs)
else:
self._model = Model(*args, **kwargs)
Expand Down

0 comments on commit 11c38ab

Please sign in to comment.