Update lollms_generation_events.py

This commit is contained in:
Saifeddine ALOUI 2024-05-22 15:55:43 +02:00 committed by GitHub
parent 14c8ec09b4
commit 353abdf1d9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -36,7 +36,7 @@ lollmsElfServer = LOLLMSWebUI.get_instance()
def add_events(sio:socketio):
forbid_remote_access(lollmsElfServer)
@sio.on('generate_msg')
def handle_generate_msg(sid, data):
def handle_generate_msg(sid, data, use_threading=True):
client_id = sid
lollmsElfServer.cancel_gen = False
client = lollmsElfServer.session.get_client(client_id)
@ -78,8 +78,11 @@ def add_events(sio:socketio):
)
ASCIIColors.green("Starting message generation by "+lollmsElfServer.personality.name)
if use_threading:
client.generation_thread = threading.Thread(target=lollmsElfServer.start_message_generation, args=(message, message.id, client_id))
client.generation_thread.start()
else:
lollmsElfServer.start_message_generation(message, message.id, client_id)
# lollmsElfServer.sio.sleep(0.01)
ASCIIColors.info("Started generation task")