fix(language): remove entity new line

kouprlabs · Nov 25, 2024 · 84cb0ac · 84cb0ac
1 parent af0b9f0
commit 84cb0ac
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/language/api/services/entities.py b/language/api/services/entities.py
@@ -9,6 +9,7 @@
 # AGPL-3.0-only in the root of this repository.
 
 import string
+import re
 from spacy.language import Language
 
 
@@ -42,7 +43,7 @@ def extract_entities(self, text):
             list: A list of entities
         """
         return [
-            {"text": ent.text, "label": ent.label_}
+            {"text": re.sub(r"\n+", " ", ent.text).strip(), "label": ent.label_}
             for doc in self.nlp.pipe([text], disable=["tagger"])
             for sent in doc.sents
             for ent in sent.ents

diff --git a/language/api/services/models.py b/language/api/services/models.py
@@ -32,4 +32,4 @@
     nlp[key].add_pipe("sentencizer")
 
     highlighted_package = f"\033[1m{package.ljust(package_max_length)}\033[0m"
-    print(f"🧠 Model {highlighted_package} is ready.")
+    print(f"🧠 Model {highlighted_package} loaded.")