ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2025-01-21 20:08:18 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Synced V8.0

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-12-10 22:21:30 +01:00
parent 7294a58bdd
commit b1a8c6a3a1
5 changed files with 77 additions and 52 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

73
api/__init__.py
View File

@ -16,10 +16,11 @@ from lollms.extension import LOLLMSExtension, ExtensionBuilder
from lollms.personality import AIPersonality, PersonalityBuilder from lollms.personality import AIPersonality, PersonalityBuilder
from lollms.binding import LOLLMSConfig, BindingBuilder, LLMBinding, ModelBuilder, BindingType from lollms.binding import LOLLMSConfig, BindingBuilder, LLMBinding, ModelBuilder, BindingType
from lollms.paths import LollmsPaths from lollms.paths import LollmsPaths
from lollms.helpers import ASCIIColors, trace_exception, NotificationType, NotificationDisplayType from lollms.helpers import ASCIIColors, trace_exception
from lollms.com import NotificationType, NotificationDisplayType, LoLLMsCom
from lollms.app import LollmsApplication from lollms.app import LollmsApplication
from lollms.utilities import File64BitsManager, PromptReshaper from lollms.utilities import File64BitsManager, PromptReshaper
from lollms.media import WebcamImageSender from lollms.media import WebcamImageSender, AudioRecorder
from safe_store import TextVectorizer, VectorizationMethod, VisualizationMethod from safe_store import TextVectorizer, VectorizationMethod, VisualizationMethod
import threading import threading
from tqdm import tqdm from tqdm import tqdm
@ -116,7 +117,7 @@ class LoLLMsAPI(LollmsApplication):
def __init__(self, config:LOLLMSConfig, socketio, config_file_path:str, lollms_paths: LollmsPaths) -> None: def __init__(self, config:LOLLMSConfig, socketio, config_file_path:str, lollms_paths: LollmsPaths) -> None:
self.socketio = socketio self.socketio = socketio
super().__init__("Lollms_webui",config, lollms_paths, callback=self.process_chunk, notification_callback=self.notify) super().__init__("Lollms_webui",config, lollms_paths, callback=self.process_chunk)
self.busy = False self.busy = False
@ -178,9 +179,16 @@ class LoLLMsAPI(LollmsApplication):
"first_chunk": True, "first_chunk": True,
} }
} }
try:
self.webcam = WebcamImageSender(socketio) self.webcam = WebcamImageSender(socketio)
except:
self.webcam = None
try:
rec_output_folder = lollms_paths.personal_outputs_path/"audio_rec"
rec_output_folder.mkdir(exist_ok=True, parents=True)
self.audio_cap = AudioRecorder(socketio,rec_output_folder/"rt.wav")
except:
rec_output_folder = None
# ========================================================================================= # =========================================================================================
# Socket IO stuff # Socket IO stuff
# ========================================================================================= # =========================================================================================
@ -214,6 +222,14 @@ class LoLLMsAPI(LollmsApplication):
ASCIIColors.error(f'Client {request.sid} disconnected') ASCIIColors.error(f'Client {request.sid} disconnected')
@socketio.on('start_webcam_video_stream')
def start_webcam_video_stream():
self.webcam.start_capture()
@socketio.on('stop_webcam_video_stream')
def stop_webcam_video_stream():
self.webcam.stop_capture()
@socketio.on('start_webcam_video_stream') @socketio.on('start_webcam_video_stream')
def start_webcam_video_stream(): def start_webcam_video_stream():
self.webcam.start_capture() self.webcam.start_capture()
@ -711,20 +727,20 @@ class LoLLMsAPI(LollmsApplication):
print(f"Creating an empty message for AI answer orientation") print(f"Creating an empty message for AI answer orientation")
if self.connections[client_id]["current_discussion"]: if self.connections[client_id]["current_discussion"]:
if not self.model: if not self.model:
self.notify("No model selected. Please make sure you select a model before starting generation", False, client_id) self.error("No model selected. Please make sure you select a model before starting generation", client_id = client_id)
return return
self.new_message(client_id, self.config.user_name, "", sender_type=SENDER_TYPES.SENDER_TYPES_USER, open=True) self.new_message(client_id, self.config.user_name, "", sender_type=SENDER_TYPES.SENDER_TYPES_USER, open=True)
self.socketio.sleep(0.01) self.socketio.sleep(0.01)
else: else:
if self.personality is None: if self.personality is None:
self.notify("Select a personality",False,None) self.warning("Select a personality")
return return
ASCIIColors.info(f"Building empty AI message requested by : {client_id}") ASCIIColors.info(f"Building empty AI message requested by : {client_id}")
# send the message to the bot # send the message to the bot
print(f"Creating an empty message for AI answer orientation") print(f"Creating an empty message for AI answer orientation")
if self.connections[client_id]["current_discussion"]: if self.connections[client_id]["current_discussion"]:
if not self.model: if not self.model:
self.notify("No model selected. Please make sure you select a model before starting generation", False, client_id) self.error("No model selected. Please make sure you select a model before starting generation", client_id=client_id)
return return
self.new_message(client_id, self.personality.name, "[edit this to put your ai answer start]", open=True) self.new_message(client_id, self.personality.name, "[edit this to put your ai answer start]", open=True)
self.socketio.sleep(0.01) self.socketio.sleep(0.01)
@ -900,7 +916,7 @@ class LoLLMsAPI(LollmsApplication):
self.personality.processor.callback = partial(self.process_chunk, client_id=client_id) self.personality.processor.callback = partial(self.process_chunk, client_id=client_id)
self.personality.processor.execute_command(command, parameters) self.personality.processor.execute_command(command, parameters)
else: else:
self.notify("Non scripted personalities do not support commands",False,client_id) self.warning("Non scripted personalities do not support commands",client_id=client_id)
self.close_message(client_id) self.close_message(client_id)
@socketio.on('generate_msg') @socketio.on('generate_msg')
def generate_msg(data): def generate_msg(data):
@ -915,7 +931,7 @@ class LoLLMsAPI(LollmsApplication):
if not self.model: if not self.model:
ASCIIColors.error("Model not selected. Please select a model") ASCIIColors.error("Model not selected. Please select a model")
self.notify("Model not selected. Please select a model", False, client_id) self.error("Model not selected. Please select a model", client_id=client_id)
return return
if not self.busy: if not self.busy:
@ -946,7 +962,7 @@ class LoLLMsAPI(LollmsApplication):
#tpe = threading.Thread(target=self.start_message_generation, args=(message, message_id, client_id)) #tpe = threading.Thread(target=self.start_message_generation, args=(message, message_id, client_id))
#tpe.start() #tpe.start()
else: else:
self.notify("I am busy. Come back later.", False, client_id) self.error("I am busy. Come back later.", client_id=client_id)
@socketio.on('generate_msg_from') @socketio.on('generate_msg_from')
def generate_msg_from(data): def generate_msg_from(data):
@ -957,7 +973,7 @@ class LoLLMsAPI(LollmsApplication):
if self.connections[client_id]["current_discussion"] is None: if self.connections[client_id]["current_discussion"] is None:
ASCIIColors.warning("Please select a discussion") ASCIIColors.warning("Please select a discussion")
self.notify("Please select a discussion first", False, client_id) self.error("Please select a discussion first", client_id=client_id)
return return
id_ = data['id'] id_ = data['id']
generation_type = data.get('msg_type',None) generation_type = data.get('msg_type',None)
@ -979,7 +995,7 @@ class LoLLMsAPI(LollmsApplication):
if self.connections[client_id]["current_discussion"] is None: if self.connections[client_id]["current_discussion"] is None:
ASCIIColors.yellow("Please select a discussion") ASCIIColors.yellow("Please select a discussion")
self.notify("Please select a discussion", False, client_id) self.error("Please select a discussion", client_id=client_id)
return return
id_ = data['id'] id_ = data['id']
if id_==-1: if id_==-1:
@ -1495,15 +1511,14 @@ class LoLLMsAPI(LollmsApplication):
return discussion_messages # Removes the last return return discussion_messages # Removes the last return
def notify( def notify(
self, self,
content, content,
notification_type:NotificationType=NotificationType.NOTIF_SUCCESS, notification_type:NotificationType=NotificationType.NOTIF_SUCCESS,
duration=4, duration:int=4,
client_id=None, client_id=None,
display_type:NotificationDisplayType=NotificationDisplayType.TOAST display_type:NotificationDisplayType=NotificationDisplayType.TOAST,
verbose=True
): ):
self.socketio.emit('notification', { self.socketio.emit('notification', {
'content': content,# self.connections[client_id]["generated_text"], 'content': content,# self.connections[client_id]["generated_text"],
@ -1513,6 +1528,16 @@ class LoLLMsAPI(LollmsApplication):
}, room=client_id }, room=client_id
) )
self.socketio.sleep(0.01) self.socketio.sleep(0.01)
if verbose:
if notification_type==NotificationType.NOTIF_SUCCESS:
ASCIIColors.success(content)
elif notification_type==NotificationType.NOTIF_INFO:
ASCIIColors.info(content)
elif notification_type==NotificationType.NOTIF_WARNING:
ASCIIColors.warning(content)
else:
ASCIIColors.red(content)
def new_message(self, def new_message(self,
client_id, client_id,
@ -1643,7 +1668,7 @@ class LoLLMsAPI(LollmsApplication):
if chunk is None: if chunk is None:
return True return True
if not client_id in list(self.connections.keys()): if not client_id in list(self.connections.keys()):
self.notify("Connection lost",False, client_id) self.error("Connection lost", client_id=client_id)
return return
if message_type == MSG_TYPE.MSG_TYPE_STEP: if message_type == MSG_TYPE.MSG_TYPE_STEP:
ASCIIColors.info("--> Step:"+chunk) ASCIIColors.info("--> Step:"+chunk)
@ -1655,13 +1680,13 @@ class LoLLMsAPI(LollmsApplication):
else: else:
ASCIIColors.error("--> Step ended:"+chunk) ASCIIColors.error("--> Step ended:"+chunk)
if message_type == MSG_TYPE.MSG_TYPE_EXCEPTION: if message_type == MSG_TYPE.MSG_TYPE_EXCEPTION:
self.notify(chunk,False, client_id) self.error(chunk, client_id=client_id)
ASCIIColors.error("--> Exception from personality:"+chunk) ASCIIColors.error("--> Exception from personality:"+chunk)
if message_type == MSG_TYPE.MSG_TYPE_WARNING: if message_type == MSG_TYPE.MSG_TYPE_WARNING:
self.notify(chunk,True, client_id) self.warning(chunk,client_id=client_id)
ASCIIColors.error("--> Exception from personality:"+chunk) ASCIIColors.error("--> Exception from personality:"+chunk)
if message_type == MSG_TYPE.MSG_TYPE_INFO: if message_type == MSG_TYPE.MSG_TYPE_INFO:
self.notify(chunk,True, client_id) self.info(chunk, client_id=client_id)
ASCIIColors.info("--> Info:"+chunk) ASCIIColors.info("--> Info:"+chunk)
if message_type == MSG_TYPE.MSG_TYPE_UI: if message_type == MSG_TYPE.MSG_TYPE_UI:
self.update_message(client_id, "", parameters, metadata, chunk, MSG_TYPE.MSG_TYPE_UI) self.update_message(client_id, "", parameters, metadata, chunk, MSG_TYPE.MSG_TYPE_UI)
@ -1828,14 +1853,14 @@ class LoLLMsAPI(LollmsApplication):
def start_message_generation(self, message, message_id, client_id, is_continue=False, generation_type=None): def start_message_generation(self, message, message_id, client_id, is_continue=False, generation_type=None):
if self.personality is None: if self.personality is None:
self.notify("Select a personality",False,None) self.warning("Select a personality")
return return
ASCIIColors.info(f"Text generation requested by client: {client_id}") ASCIIColors.info(f"Text generation requested by client: {client_id}")
# send the message to the bot # send the message to the bot
print(f"Received message : {message.content}") print(f"Received message : {message.content}")
if self.connections[client_id]["current_discussion"]: if self.connections[client_id]["current_discussion"]:
if not self.model: if not self.model:
self.notify("No model selected. Please make sure you select a model before starting generation", False, client_id) self.error("No model selected. Please make sure you select a model before starting generation", client_id=client_id)
return return
# First we need to send the new message ID to the client # First we need to send the new message ID to the client
if is_continue: if is_continue:
@ -1894,7 +1919,7 @@ class LoLLMsAPI(LollmsApplication):
#No discussion available #No discussion available
ASCIIColors.warning("No discussion selected!!!") ASCIIColors.warning("No discussion selected!!!")
self.notify("No discussion selected!!!",False, client_id) self.error("No discussion selected!!!", client_id=client_id)
print() print()
self.busy=False self.busy=False

46
app.py
View File

@ -13,7 +13,7 @@ __github__ = "https://github.com/ParisNeo/lollms-webui"
__copyright__ = "Copyright 2023, " __copyright__ = "Copyright 2023, "
__license__ = "Apache 2.0" __license__ = "Apache 2.0"
__version__ ="7.5 (Beta)" __version__ ="8.0 (Alpha)"
main_repo = "https://github.com/ParisNeo/lollms-webui.git" main_repo = "https://github.com/ParisNeo/lollms-webui.git"
import os import os
@ -26,7 +26,7 @@ import time
import traceback import traceback
import webbrowser import webbrowser
from pathlib import Path from pathlib import Path
from lollms.helpers import NotificationType, NotificationDisplayType from lollms.com import NotificationType, NotificationDisplayType
from lollms.utilities import AdvancedGarbageCollector, reinstall_pytorch_with_cuda from lollms.utilities import AdvancedGarbageCollector, reinstall_pytorch_with_cuda
def run_update_script(args=None): def run_update_script(args=None):
update_script = Path(__file__).parent/"update_script.py" update_script = Path(__file__).parent/"update_script.py"
@ -967,7 +967,7 @@ try:
for per in self.mounted_personalities: for per in self.mounted_personalities:
per.model = None per.model = None
gc.collect() gc.collect()
self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, InstallOption.INSTALL_IF_NECESSARY, self.notify) self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, InstallOption.INSTALL_IF_NECESSARY, app=self)
self.model = None self.model = None
self.config.save_config() self.config.save_config()
ASCIIColors.green("Binding loaded successfully") ASCIIColors.green("Binding loaded successfully")
@ -996,7 +996,7 @@ try:
per.model = self.model per.model = self.model
except Exception as ex: except Exception as ex:
trace_exception(ex) trace_exception(ex)
self.notify("It looks like you we couldn't load the model.\nThis can hapen when you don't have enough VRAM. Please restart the program.",False,30) self.InfoMessage("It looks like you we couldn't load the model.\nThis can hapen when you don't have enough VRAM. Please restart the program.",duration=30)
else: else:
@ -1307,10 +1307,10 @@ try:
save_db=True save_db=True
) )
ASCIIColors.yellow("1- Exporting discussions") ASCIIColors.yellow("1- Exporting discussions")
self.notify("Exporting discussions") self.info("Exporting discussions")
discussions = self.db.export_all_as_markdown_list_for_vectorization() discussions = self.db.export_all_as_markdown_list_for_vectorization()
ASCIIColors.yellow("2- Adding discussions to vectorizer") ASCIIColors.yellow("2- Adding discussions to vectorizer")
self.notify("Adding discussions to vectorizer") self.info("Adding discussions to vectorizer")
index = 0 index = 0
nb_discussions = len(discussions) nb_discussions = len(discussions)
@ -1321,11 +1321,11 @@ try:
skill = self.learn_from_discussion(title, discussion) skill = self.learn_from_discussion(title, discussion)
self.long_term_memory.add_document(title, skill, chunk_size=self.config.data_vectorization_chunk_size, overlap_size=self.config.data_vectorization_overlap_size, force_vectorize=False, add_as_a_bloc=False) self.long_term_memory.add_document(title, skill, chunk_size=self.config.data_vectorization_chunk_size, overlap_size=self.config.data_vectorization_overlap_size, force_vectorize=False, add_as_a_bloc=False)
ASCIIColors.yellow("3- Indexing database") ASCIIColors.yellow("3- Indexing database")
self.notify("Indexing database",True, None) self.info("Indexing database",True, None)
self.long_term_memory.index() self.long_term_memory.index()
ASCIIColors.yellow("Ready") ASCIIColors.yellow("Ready")
except Exception as ex: except Exception as ex:
self.notify(f"Couldn't vectorize the database:{ex}",False, None) self.error(f"Couldn't vectorize the database:{ex}")
return jsonify({"status":True}) return jsonify({"status":True})
@ -1536,7 +1536,7 @@ try:
try: try:
data['name']=self.config.extensions[-1] data['name']=self.config.extensions[-1]
except Exception as ex: except Exception as ex:
self.notify(ex,False) self.error(ex)
return return
try: try:
extension_path = self.lollms_paths.extensions_zoo_path / data['name'] extension_path = self.lollms_paths.extensions_zoo_path / data['name']
@ -1609,18 +1609,18 @@ try:
return jsonify({"status":False, 'error':str(e)}) return jsonify({"status":False, 'error':str(e)})
ASCIIColors.info(f"- Reinstalling binding {data['name']}...") ASCIIColors.info(f"- Reinstalling binding {data['name']}...")
try: try:
ASCIIColors.info("Unmounting binding and model") self.info("Unmounting binding and model")
ASCIIColors.info("Reinstalling binding") self.info("Reinstalling binding")
old_bn = self.config.binding_name old_bn = self.config.binding_name
self.config.binding_name = data['name'] self.config.binding_name = data['name']
self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, InstallOption.FORCE_INSTALL, self.notify) self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, InstallOption.FORCE_INSTALL, app=self)
ASCIIColors.success("Binding installed successfully") self.success("Binding installed successfully")
self.notify("Please reboot the application so that the binding installation can be taken into consideration",True, 30, notification_type=1) self.InfoMessage("Please reboot the application so that the binding installation can be taken into consideration")
del self.binding del self.binding
self.binding = None self.binding = None
self.config.binding_name = old_bn self.config.binding_name = old_bn
if old_bn is not None: if old_bn is not None:
self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, self.notify) self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, app=self)
self.model = self.binding.build_model() self.model = self.binding.build_model()
for per in self.mounted_personalities: for per in self.mounted_personalities:
per.model = self.model per.model = self.model
@ -1646,11 +1646,11 @@ try:
ASCIIColors.info("Reinstalling binding") ASCIIColors.info("Reinstalling binding")
old_bn = self.config.binding_name old_bn = self.config.binding_name
self.config.binding_name = data['name'] self.config.binding_name = data['name']
self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, InstallOption.FORCE_INSTALL, self.notify) self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, InstallOption.FORCE_INSTALL, app=self)
self.notify("Binding reinstalled successfully") self.success("Binding reinstalled successfully")
self.notify("Please reboot the application so that the binding installation can be taken into consideration", NotificationType.NOTIF_INFO , display_type=NotificationDisplayType.MESSAGE_BOX) self.InfoMessage("Please reboot the application so that the binding installation can be taken into consideration")
self.config.binding_name = old_bn self.config.binding_name = old_bn
self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, self.notify) self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, app=self)
self.model = self.binding.build_model() self.model = self.binding.build_model()
for per in self.mounted_personalities: for per in self.mounted_personalities:
per.model = self.model per.model = self.model
@ -1665,7 +1665,7 @@ try:
data = request.get_json() data = request.get_json()
# Further processing of the data # Further processing of the data
except Exception as e: except Exception as e:
print(f"Error occurred while parsing JSON: {e}") ASCIIColors.error(f"Error occurred while parsing JSON: {e}")
return jsonify({"status":False, 'error':str(e)}) return jsonify({"status":False, 'error':str(e)})
ASCIIColors.info(f"- Reinstalling binding {data['name']}...") ASCIIColors.info(f"- Reinstalling binding {data['name']}...")
try: try:
@ -1677,12 +1677,12 @@ try:
ASCIIColors.info("Uninstalling binding") ASCIIColors.info("Uninstalling binding")
old_bn = self.config.binding_name old_bn = self.config.binding_name
self.config.binding_name = data['name'] self.config.binding_name = data['name']
self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, InstallOption.NEVER_INSTALL, self.notify) self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, InstallOption.NEVER_INSTALL, app=self)
self.binding.uninstall() self.binding.uninstall()
ASCIIColors.green("Uninstalled successful") ASCIIColors.green("Uninstalled successful")
if old_bn!=self.config.binding_name: if old_bn!=self.config.binding_name:
self.config.binding_name = old_bn self.config.binding_name = old_bn
self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, self.notify) self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, app=self)
self.model = self.binding.build_model() self.model = self.binding.build_model()
for per in self.mounted_personalities: for per in self.mounted_personalities:
per.model = self.model per.model = self.model
@ -1826,7 +1826,7 @@ try:
personality.model = None personality.model = None
gc.collect() gc.collect()
ASCIIColors.info("Reloading binding") ASCIIColors.info("Reloading binding")
self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, self.notify) self.binding = BindingBuilder().build_binding(self.config, self.lollms_paths, app=self)
ASCIIColors.info("Binding loaded successfully") ASCIIColors.info("Binding loaded successfully")
try: try:

2
lollms_core

@ -1 +1 @@
Subproject commit ad328a8c79f3e522955416b9ab747bdcfd01ab22 Subproject commit 54591d660aaf93ee5f1cf25fd77e39cfe19f2a00

2
zoos/bindings_zoo

@ -1 +1 @@
Subproject commit 1b6417ef75797fbfec8c896064b01a545a31e937 Subproject commit 71cc23d774ca5618174e93788bc6ec4af9fe24fd

2
zoos/personalities_zoo

@ -1 +1 @@
Subproject commit a4a71378a413b44c35c01368d457751d0b3e3fab Subproject commit 11b5c75d12d48fc91e9f66bed43684329bc314a0