From 3641e6844696d19551d5ee34a2e2e1a4b04943b9 Mon Sep 17 00:00:00 2001 From: joostinyi <63941848+joostinyi@users.noreply.github.com> Date: Mon, 25 Nov 2024 21:19:22 +0000 Subject: [PATCH] rc4 --- pyproject.toml | 2 +- truss/templates/trtllm-briton/src/extension.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 71bcc51dd..c57b41bc4 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "truss" -version = "0.9.54rc3" +version = "0.9.54rc4" description = "A seamless bridge from model development to model delivery" license = "MIT" readme = "README.md" diff --git a/truss/templates/trtllm-briton/src/extension.py b/truss/templates/trtllm-briton/src/extension.py index 90ff49689..c53c105d9 100644 --- a/truss/templates/trtllm-briton/src/extension.py +++ b/truss/templates/trtllm-briton/src/extension.py @@ -37,7 +37,7 @@ class Extension: def __init__(self, *args, **kwargs): self._config = kwargs["config"] - if TRTLLM_SPEC_DEC_TARGET_MODEL_NAME not in self._config.get("trt_llm"): + if TRTLLM_SPEC_DEC_TARGET_MODEL_NAME in self._config.get("trt_llm"): self._model = SpecDecModel(*args, **kwargs) else: self._model = Model(*args, **kwargs)