This commit is contained in:
Saifeddine ALOUI 2024-03-22 21:41:05 +01:00
parent 968da487f6
commit 33edb0ee9a
3 changed files with 2 additions and 8 deletions

View File

@ -961,12 +961,6 @@ class LOLLMSWebUI(LOLLMSElfServer):
# Stream the generated text to the main process # Stream the generated text to the main process
elif message_type == MSG_TYPE.MSG_TYPE_FULL: elif message_type == MSG_TYPE.MSG_TYPE_FULL:
client.generated_text = chunk client.generated_text = chunk
self.nb_received_tokens += 1
dt =(datetime.now() - self.start_time).seconds
if dt==0:
dt=1
spd = self.nb_received_tokens/dt
ASCIIColors.green(f"Received {self.nb_received_tokens} tokens (speed: {spd:.2f}t/s) ",end="\r",flush=True)
antiprompt = self.personality.detect_antiprompt(client.generated_text) antiprompt = self.personality.detect_antiprompt(client.generated_text)
if antiprompt: if antiprompt:
ASCIIColors.warning(f"\nDetected hallucination with antiprompt: {antiprompt}") ASCIIColors.warning(f"\nDetected hallucination with antiprompt: {antiprompt}")

@ -1 +1 @@
Subproject commit dc652637ff8b5907e5bd04e7e71a8548547e10e5 Subproject commit bd63f112b702b1dbc3c16c85ba7105c33245a656

@ -1 +1 @@
Subproject commit 6a8ca5b229cd1cbd70d6d1147ad8d68906a41a56 Subproject commit bab929c82dc08b7a8865c3332d165d2e44695546