mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-24 14:36:39 +00:00
sync
This commit is contained in:
parent
968da487f6
commit
33edb0ee9a
@ -961,12 +961,6 @@ class LOLLMSWebUI(LOLLMSElfServer):
|
|||||||
# Stream the generated text to the main process
|
# Stream the generated text to the main process
|
||||||
elif message_type == MSG_TYPE.MSG_TYPE_FULL:
|
elif message_type == MSG_TYPE.MSG_TYPE_FULL:
|
||||||
client.generated_text = chunk
|
client.generated_text = chunk
|
||||||
self.nb_received_tokens += 1
|
|
||||||
dt =(datetime.now() - self.start_time).seconds
|
|
||||||
if dt==0:
|
|
||||||
dt=1
|
|
||||||
spd = self.nb_received_tokens/dt
|
|
||||||
ASCIIColors.green(f"Received {self.nb_received_tokens} tokens (speed: {spd:.2f}t/s) ",end="\r",flush=True)
|
|
||||||
antiprompt = self.personality.detect_antiprompt(client.generated_text)
|
antiprompt = self.personality.detect_antiprompt(client.generated_text)
|
||||||
if antiprompt:
|
if antiprompt:
|
||||||
ASCIIColors.warning(f"\nDetected hallucination with antiprompt: {antiprompt}")
|
ASCIIColors.warning(f"\nDetected hallucination with antiprompt: {antiprompt}")
|
||||||
|
@ -1 +1 @@
|
|||||||
Subproject commit dc652637ff8b5907e5bd04e7e71a8548547e10e5
|
Subproject commit bd63f112b702b1dbc3c16c85ba7105c33245a656
|
@ -1 +1 @@
|
|||||||
Subproject commit 6a8ca5b229cd1cbd70d6d1147ad8d68906a41a56
|
Subproject commit bab929c82dc08b7a8865c3332d165d2e44695546
|
Loading…
Reference in New Issue
Block a user