one more NoVocab assert

Xarbirus · Mar 14, 2024 · 9cb1554 · 9cb1554
1 parent 94a1050
commit 9cb1554
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/convert.py b/convert.py
@@ -1034,6 +1034,8 @@ def add_meta_arch(self, params: Params) -> None:
             self.gguf.add_file_type(params.ftype)
 
     def extract_vocabulary_from_model(self, vocab: Vocab) -> tuple[list[bytes], list[float], list[gguf.TokenType]]:
+        assert not isinstance(vocab, NoVocab)
+
         tokens = []
         scores = []
         toktypes = []