ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-19 20:37:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update lollms_generation_events.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-05-22 15:55:43 +02:00 committed by GitHub
parent 14c8ec09b4
commit 353abdf1d9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
events/lollms_generation_events.py
View File

@ -36,7 +36,7 @@ lollmsElfServer = LOLLMSWebUI.get_instance()
def add_events(sio:socketio):
forbid_remote_access(lollmsElfServer)
@sio.on('generate_msg')
def handle_generate_msg(sid, data):
def handle_generate_msg(sid, data, use_threading=True):
client_id = sid
lollmsElfServer.cancel_gen = False
client = lollmsElfServer.session.get_client(client_id)
@ -78,9 +78,12 @@ def add_events(sio:socketio):
)
ASCIIColors.green("Starting message generation by "+lollmsElfServer.personality.name)
client.generation_thread = threading.Thread(target=lollmsElfServer.start_message_generation, args=(message, message.id, client_id))
client.generation_thread.start()
if use_threading:
client.generation_thread = threading.Thread(target=lollmsElfServer.start_message_generation, args=(message, message.id, client_id))
client.generation_thread.start()
else:
lollmsElfServer.start_message_generation(message, message.id, client_id)
# lollmsElfServer.sio.sleep(0.01)
ASCIIColors.info("Started generation task")
lollmsElfServer.busy=True
@ -195,4 +198,4 @@ def add_events(sio:socketio):
#add functions to lollm
lollmsElfServer.handle_generate_msg = handle_generate_msg
lollmsElfServer.generate_msg_with_internet = generate_msg_with_internet
lollmsElfServer.handle_continue_generate_msg_from = handle_continue_generate_msg_from
lollmsElfServer.handle_continue_generate_msg_from = handle_continue_generate_msg_from