feat: streaming (#37)

Aesthisia · May 13, 2024 · f8d9506 · f8d9506
1 parent f24fbc1
commit f8d9506
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/webui.py b/webui.py
@@ -203,11 +203,11 @@ def loadModelFromChatTab(repo_id):
 
     def bot(history):
         print("Question: ", history[-1][0])
-        output = llm_chain.invoke({"question": history[-1][0]})
+        output = llm_chain.stream(history[-1][0])
         print("stream:", output)
         history[-1][1] = ""
         for character in output:
-            print(character)
+            # print(character)
             history[-1][1] += character
             yield history