fixed #197

bab2min · Apr 1, 2023 · ff3c44a · ff3c44a
1 parent a7640db
commit ff3c44a
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 1 deletion.
diff --git a/src/python/py_LDA.cpp b/src/python/py_LDA.cpp
@@ -297,6 +297,11 @@ static PyObject* LDA_save(TopicModelObject* self, PyObject* args, PyObject *kwar
 	return py::handleExc([&]()
 	{
 		if (!self->inst) throw py::RuntimeError{ "inst is null" };
+		if (!self->isPrepared)
+		{
+			self->inst->prepare(true, self->minWordCnt, self->minWordDf, self->removeTopWord);
+			self->isPrepared = true;
+		}
 		ofstream str{ filename, ios_base::binary };
 		if (!str) throw py::OSError{ std::string("cannot open file '") + filename + std::string("'") };
 
@@ -330,6 +335,11 @@ static PyObject* LDA_saves(TopicModelObject* self, PyObject* args, PyObject* kwa
 	return py::handleExc([&]()
 	{
 		if (!self->inst) throw py::RuntimeError{ "inst is null" };
+		if (!self->isPrepared)
+		{
+			self->inst->prepare(true, self->minWordCnt, self->minWordDf, self->removeTopWord);
+			self->isPrepared = true;
+		}
 		ostringstream str;
 
 		vector<uint8_t> extra_data;

diff --git a/src/python/py_utils.cpp b/src/python/py_utils.cpp
@@ -603,7 +603,7 @@ PyObject* CorpusObject::concatNgrams(CorpusObject* self, PyObject* args, PyObjec
 						size_t found = nnode->val - 1;
 						doc.words[i] = pcandVids[found];
 						size_t len = pcands[found].w.size();
-						if(len > 1) doc.words.erase(doc.words.begin() + i - len + 1, doc.words.begin() + i);
+						if(len > 1) doc.words.erase(doc.words.begin() + i + 1 - len, doc.words.begin() + i);
 						totUpdated++;
 					}
 				}

diff --git a/test/unit_test.py b/test/unit_test.py
@@ -246,6 +246,14 @@ def infer_together(cls, inputFile, mdFields, f, kargs, ps):
             unseen_docs[n] = mdl.make_doc(ch)
 
     mdl.infer(unseen_docs, parallel=ps, together=True)
+
+def test_issue197():
+    model = tp.LDAModel()
+    model.save("./model.bin")
+
+    model = tp.LDAModel.load("./model.bin")
+    doc = model.make_doc(["unseen", "document"])
+    model.infer(doc)
 
 def test_issue_187_crash_exc():
     mdl = tp.LDAModel(k=10)