ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2025-02-20 17:22:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-09-08 22:39:18 +02:00
parent 9d689b39f2
commit b5d94f104f
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
api/__init__.py
View File

@ -1237,14 +1237,14 @@ class LoLLMsAPPI(LollmsApplication):
ASCIIColors.green(f"Received {self.nb_received_tokens} tokens",end="\r")
sys.stdout = sys.__stdout__
sys.stdout.flush()
antiprompt = self.personality.detect_antiprompt(self.connections[client_id]["generated_text"]+chunk)
self.connections[client_id]["generated_text"] += chunk
antiprompt = self.personality.detect_antiprompt(self.connections[client_id]["generated_text"])
if antiprompt:
ASCIIColors.warning(f"\nDetected hallucination with antiprompt: {antiprompt}")
self.connections[client_id]["generated_text"] = self.remove_text_from_string(self.connections[client_id]["generated_text"],antiprompt)
self.update_message(client_id, self.connections[client_id]["generated_text"], parameters, metadata, None, MSG_TYPE.MSG_TYPE_FULL)
return False
else:
self.connections[client_id]["generated_text"] += chunk
self.nb_received_tokens += 1
self.update_message(client_id, chunk, parameters, metadata)
# if stop generation is detected then stop