mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-18 20:17:50 +00:00
sync
This commit is contained in:
parent
968da487f6
commit
33edb0ee9a
@ -961,12 +961,6 @@ class LOLLMSWebUI(LOLLMSElfServer):
|
||||
# Stream the generated text to the main process
|
||||
elif message_type == MSG_TYPE.MSG_TYPE_FULL:
|
||||
client.generated_text = chunk
|
||||
self.nb_received_tokens += 1
|
||||
dt =(datetime.now() - self.start_time).seconds
|
||||
if dt==0:
|
||||
dt=1
|
||||
spd = self.nb_received_tokens/dt
|
||||
ASCIIColors.green(f"Received {self.nb_received_tokens} tokens (speed: {spd:.2f}t/s) ",end="\r",flush=True)
|
||||
antiprompt = self.personality.detect_antiprompt(client.generated_text)
|
||||
if antiprompt:
|
||||
ASCIIColors.warning(f"\nDetected hallucination with antiprompt: {antiprompt}")
|
||||
|
@ -1 +1 @@
|
||||
Subproject commit dc652637ff8b5907e5bd04e7e71a8548547e10e5
|
||||
Subproject commit bd63f112b702b1dbc3c16c85ba7105c33245a656
|
@ -1 +1 @@
|
||||
Subproject commit 6a8ca5b229cd1cbd70d6d1147ad8d68906a41a56
|
||||
Subproject commit bab929c82dc08b7a8865c3332d165d2e44695546
|
Loading…
Reference in New Issue
Block a user