From f71e32789f17d64908eaa887a8b516f1f04cbd6f Mon Sep 17 00:00:00 2001 From: Saifeddine ALOUI Date: Fri, 18 Aug 2023 01:29:53 +0200 Subject: [PATCH] V5: new personalities structuring --- LICENSE | 2 +- api/__init__.py | 54 +++-- api/db.py | 26 ++- app.py | 221 +++++++----------- configs/config.yaml | 4 +- docs/dev/server_endpoints.md | 1 - docs/tutorials/noobs_tutorial.md | 6 +- docs/youtube/script_install.md | 2 +- setup.py | 4 +- templates/index.html | 2 +- web/dist/assets/index-362f6f68.css | 8 - web/dist/assets/index-3e7ad0ad.css | 8 + .../{index-bf13a6d6.js => index-7801f2bd.js} | 74 +++--- web/dist/index.html | 4 +- web/src/components/JsonViewer.vue | 20 +- web/src/components/Message.vue | 10 +- .../components/MountedPersonalitiesList.vue | 3 - web/src/components/PersonalityEntry.vue | 6 - web/src/components/PersonalityViewer.vue | 2 - web/src/main.js | 54 ++--- web/src/views/DiscussionsView.vue | 15 +- web/src/views/SettingsView.vue | 45 +--- 22 files changed, 264 insertions(+), 307 deletions(-) delete mode 100644 web/dist/assets/index-362f6f68.css create mode 100644 web/dist/assets/index-3e7ad0ad.css rename web/dist/assets/{index-bf13a6d6.js => index-7801f2bd.js} (61%) diff --git a/LICENSE b/LICENSE index 261eeb9e..4c2ba64d 100644 --- a/LICENSE +++ b/LICENSE @@ -186,7 +186,7 @@ same "printed page" as the copyright notice for easier identification within third-party archives. - Copyright [yyyy] [name of copyright owner] + Copyright 2023 Saifeddine ALOUI (aka: ParisNeo) Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. diff --git a/api/__init__.py b/api/__init__.py index 86a72518..67f98360 100644 --- a/api/__init__.py +++ b/api/__init__.py @@ -437,9 +437,9 @@ class LoLLMsAPPI(LollmsApplication): else: self.connections[client_id]["current_discussion"] = self.db.create_discussion() messages = self.connections[client_id]["current_discussion"].get_messages() - + jsons = [m.to_json() for m in messages] self.socketio.emit('discussion', - [m.to_json() for m in messages], + jsons, room=client_id ) @@ -473,6 +473,7 @@ class LoLLMsAPPI(LollmsApplication): terminate_thread(self.connections[client_id]['generation_thread']) ASCIIColors.error(f'Client {request.sid} canceled generation') self.cancel_gen = False + self.buzy=False @socketio.on('send_file') def send_file(data): @@ -596,7 +597,7 @@ class LoLLMsAPPI(LollmsApplication): self.mounted_personalities=[] loaded = self.mounted_personalities - loaded_names = [f"{p.language}/{p.category}/{p.personality_folder_name}" for p in loaded] + loaded_names = [f"{p.category}/{p.personality_folder_name}" for p in loaded] mounted_personalities=[] ASCIIColors.success(f" ╔══════════════════════════════════════════════════╗ ") ASCIIColors.success(f" ║ Building mounted Personalities ║ ") @@ -816,8 +817,9 @@ class LoLLMsAPPI(LollmsApplication): def new_message(self, client_id, sender, - content, - metadata=None, + content, + parameters=None, + metadata=[], message_type:MSG_TYPE=MSG_TYPE.MSG_TYPE_FULL, sender_type:SENDER_TYPES=SENDER_TYPES.SENDER_TYPES_AI ): @@ -827,7 +829,7 @@ class LoLLMsAPPI(LollmsApplication): sender_type = sender_type.value, sender = sender, content = content, - metadata = json.dumps(metadata, indent=4) if metadata is not None and type(metadata)== dict else metadata, + metadata = json.dumps(metadata, indent=4) if metadata is not None and type(metadata) == list else metadata, rank = 0, parent_message_id = self.connections[client_id]["current_discussion"].current_message.id, binding = self.config["binding_name"], @@ -841,7 +843,8 @@ class LoLLMsAPPI(LollmsApplication): "message_type": message_type.value, "sender_type": SENDER_TYPES.SENDER_TYPES_AI.value, "content": content, - "metadata": json.dumps(metadata, indent=4) if metadata is not None and type(metadata)== dict else metadata, + "parameters": parameters, + "metadata": json.dumps(metadata, indent=4) if metadata is not None and type(metadata)== list else metadata, "id": msg.id, "parent_message_id": msg.parent_message_id, @@ -854,8 +857,13 @@ class LoLLMsAPPI(LollmsApplication): }, room=client_id ) - def update_message(self, client_id, chunk, metadata, msg_type:MSG_TYPE=None): + def update_message(self, client_id, chunk, + parameters=None, + metadata=[], + msg_type:MSG_TYPE=None + ): self.connections[client_id]["current_discussion"].current_message.finished_generating_at=datetime.now().strftime('%Y-%m-%d %H:%M:%S') + mtdt = json.dumps(metadata, indent=4) if metadata is not None and type(metadata)== list else metadata self.socketio.emit('update_message', { "sender": self.personality.name, 'id':self.connections[client_id]["current_discussion"].current_message.id, @@ -863,11 +871,12 @@ class LoLLMsAPPI(LollmsApplication): 'discussion_id':self.connections[client_id]["current_discussion"].discussion_id, 'message_type': msg_type.value if msg_type is not None else MSG_TYPE.MSG_TYPE_CHUNK.value if self.nb_received_tokens>1 else MSG_TYPE.MSG_TYPE_FULL.value, 'finished_generating_at': self.connections[client_id]["current_discussion"].current_message.finished_generating_at, - 'metadata':json.dumps(metadata, indent=4) if metadata is not None and type(metadata)== dict else metadata + 'parameters':parameters, + 'metadata':mtdt }, room=client_id ) self.socketio.sleep(0.01) - self.connections[client_id]["current_discussion"].update_message(self.connections[client_id]["generated_text"]) + self.connections[client_id]["current_discussion"].update_message(self.connections[client_id]["generated_text"], new_metadata=mtdt) def close_message(self, client_id): # Send final message @@ -886,7 +895,15 @@ class LoLLMsAPPI(LollmsApplication): }, room=client_id ) - def process_chunk(self, chunk, message_type:MSG_TYPE, metadata:dict={}, client_id:int=0): + def process_chunk( + self, + chunk, + message_type:MSG_TYPE, + + parameters=None, + metadata:list=[], + client_id:int=0 + ): """ Processes a chunk of generated text """ @@ -896,7 +913,7 @@ class LoLLMsAPPI(LollmsApplication): if message_type == MSG_TYPE.MSG_TYPE_STEP_START: ASCIIColors.info("--> Step started:"+chunk) if message_type == MSG_TYPE.MSG_TYPE_STEP_END: - if metadata['status']: + if parameters['status']: ASCIIColors.success("--> Step ended:"+chunk) else: ASCIIColors.error("--> Step ended:"+chunk) @@ -912,7 +929,12 @@ class LoLLMsAPPI(LollmsApplication): if message_type == MSG_TYPE.MSG_TYPE_NEW_MESSAGE: self.nb_received_tokens = 0 - self.new_message(client_id, self.personality.name, chunk, metadata = metadata["metadata"], message_type= MSG_TYPE(metadata["type"])) + self.new_message( + client_id, + self.personality.name, + chunk, + metadata = parameters["metadata"], + message_type= MSG_TYPE(parameters["type"])) elif message_type == MSG_TYPE.MSG_TYPE_FINISHED_MESSAGE: self.close_message(client_id) @@ -927,7 +949,7 @@ class LoLLMsAPPI(LollmsApplication): if antiprompt: ASCIIColors.warning(f"\nDetected hallucination with antiprompt: {antiprompt}") self.connections[client_id]["generated_text"] = self.remove_text_from_string(self.connections[client_id]["generated_text"],antiprompt) - self.update_message(client_id, self.connections[client_id]["generated_text"], metadata,MSG_TYPE.MSG_TYPE_FULL) + self.update_message(client_id, self.connections[client_id]["generated_text"], parameters, metadata,MSG_TYPE.MSG_TYPE_FULL) return False else: self.update_message(client_id, chunk, metadata) @@ -944,11 +966,11 @@ class LoLLMsAPPI(LollmsApplication): self.connections[client_id]["generated_text"] = chunk self.nb_received_tokens += 1 ASCIIColors.green(f"Received {self.nb_received_tokens} tokens",end="\r",flush=True) - self.update_message(client_id, chunk, metadata, msg_type=message_type) + self.update_message(client_id, chunk, parameters, metadata, msg_type=message_type) return True # Stream the generated text to the frontend else: - self.update_message(client_id, chunk, metadata, message_type) + self.update_message(client_id, chunk, parameters, metadata, message_type) return True diff --git a/api/db.py b/api/db.py index cc805b8d..dd886874 100644 --- a/api/db.py +++ b/api/db.py @@ -414,20 +414,30 @@ class Message: "INSERT INTO message (sender, content, type, rank, parent_message_id, binding, model, personality, created_at, finished_generating_at, discussion_id) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", (self.sender, self.content, self.message_type, self.rank, self.parent_message_id, self.binding, self.model, self.personality, self.created_at, self.finished_generating_at, self.discussion_id) ) - def update(self, new_content, commit=True): + def update(self, new_content, new_metadata=None, commit=True): self.finished_generating_at = datetime.now().strftime('%Y-%m-%d %H:%M:%S') # print(f"{current_date_time}") - self.discussions_db.update( - f"UPDATE message SET content = ?, finished_generating_at = ? WHERE id = ?",(new_content, self.finished_generating_at,self.id) - ) - + if new_metadata is None: + self.discussions_db.update( + f"UPDATE message SET content = ?, finished_generating_at = ? WHERE id = ?",(new_content, self.finished_generating_at,self.id) + ) + else: + self.discussions_db.update( + f"UPDATE message SET content = ?, metadata = ?, finished_generating_at = ? WHERE id = ?",(new_content, new_metadata, self.finished_generating_at,self.id) + ) def to_json(self): attributes = Message.get_fields() msgJson = {} for attribute_name in attributes: attribute_value = getattr(self, attribute_name, None) - msgJson[attribute_name] = attribute_value + if attribute_name=="metadata": + if type(attribute_value) == str: + msgJson[attribute_name] = json.loads(attribute_value) + else: + msgJson[attribute_name] = attribute_value + else: + msgJson[attribute_name] = attribute_value return msgJson class Discussion: @@ -545,14 +555,14 @@ class Discussion: return message return None - def update_message(self, new_content): + def update_message(self, new_content, new_metadata=None): """Updates the content of a message Args: message_id (int): The id of the message to be changed new_content (str): The nex message content """ - self.current_message.update(new_content) + self.current_message.update(new_content, new_metadata) def message_rank_up(self, message_id): """Increments the rank of the message diff --git a/app.py b/app.py index 55fd9296..2cdb264c 100644 --- a/app.py +++ b/app.py @@ -14,7 +14,7 @@ __github__ = "https://github.com/ParisNeo/lollms-webui" __copyright__ = "Copyright 2023, " __license__ = "Apache 2.0" -__version__ ="4.1" +__version__ ="5.0" main_repo = "https://github.com/ParisNeo/lollms-webui.git" import os @@ -176,7 +176,7 @@ class LoLLMsWebUI(LoLLMsAPPI): def __init__(self, args, _app, _socketio, config:LOLLMSConfig, config_file_path:Path|str, lollms_paths:LollmsPaths) -> None: self.args = args if len(config.personalities)==0: - config.personalities.append("english/generic/lollms") + config.personalities.append("generic/lollms") config["active_personality_id"] = 0 config.save_config() @@ -190,11 +190,9 @@ class LoLLMsWebUI(LoLLMsAPPI): app.template_folder = "web/dist" if len(config["personalities"])>0: - self.personality_language= config["personalities"][config["active_personality_id"]].split("/")[0] - self.personality_category= config["personalities"][config["active_personality_id"]].split("/")[1] - self.personality_name= config["personalities"][config["active_personality_id"]].split("/")[2] + self.personality_category= config["personalities"][config["active_personality_id"]].split("/")[0] + self.personality_name= config["personalities"][config["active_personality_id"]].split("/")[1] else: - self.personality_language = "english" self.personality_category = "generic" self.personality_name = "lollms" @@ -272,19 +270,12 @@ class LoLLMsWebUI(LoLLMsAPPI): self.add_endpoint( "/list_models", "list_models", self.list_models, methods=["GET"] ) - self.add_endpoint( - "/list_personalities_languages", "list_personalities_languages", self.list_personalities_languages, methods=["GET"] - ) self.add_endpoint( "/list_personalities_categories", "list_personalities_categories", self.list_personalities_categories, methods=["GET"] ) self.add_endpoint( "/list_personalities", "list_personalities", self.list_personalities, methods=["GET"] ) - - self.add_endpoint( - "/list_languages", "list_languages", self.list_languages, methods=["GET"] - ) self.add_endpoint( "/list_discussions", "list_discussions", self.list_discussions, methods=["GET"] @@ -452,85 +443,78 @@ class LoLLMsWebUI(LoLLMsAPPI): def get_all_personalities(self): personalities_folder = self.lollms_paths.personalities_zoo_path personalities = {} - for language_folder in personalities_folder.iterdir(): - lang = language_folder.stem - if language_folder.is_dir() and not language_folder.stem.startswith('.'): - personalities[language_folder.name] = {} - for category_folder in language_folder.iterdir(): - cat = category_folder.stem - if category_folder.is_dir() and not category_folder.stem.startswith('.'): - personalities[language_folder.name][category_folder.name] = [] - for personality_folder in category_folder.iterdir(): - pers = personality_folder.stem - if personality_folder.is_dir() and not personality_folder.stem.startswith('.'): - personality_info = {"folder":personality_folder.stem} - config_path = personality_folder / 'config.yaml' - if not config_path.exists(): - """ - try: - shutil.rmtree(str(config_path.parent)) - ASCIIColors.warning(f"Deleted useless personality: {config_path.parent}") - except Exception as ex: - ASCIIColors.warning(f"Couldn't delete personality ({ex})") - """ - continue - try: - scripts_path = personality_folder / 'scripts' - personality_info['has_scripts'] = scripts_path.is_dir() - with open(config_path) as config_file: - config_data = yaml.load(config_file, Loader=yaml.FullLoader) - personality_info['name'] = config_data.get('name',"No Name") - personality_info['description'] = config_data.get('personality_description',"") - personality_info['author'] = config_data.get('author', 'ParisNeo') - personality_info['version'] = config_data.get('version', '1.0.0') - personality_info['installed'] = (self.lollms_paths.personal_configuration_path/f"personality_{personality_folder.stem}.yaml").exists() or personality_info['has_scripts'] - personality_info['help'] = config_data.get('help', '') - personality_info['commands'] = config_data.get('commands', '') - real_assets_path = personality_folder/ 'assets' - assets_path = Path("personalities") / lang / cat / pers / 'assets' - gif_logo_path = assets_path / 'logo.gif' - webp_logo_path = assets_path / 'logo.webp' - png_logo_path = assets_path / 'logo.png' - jpg_logo_path = assets_path / 'logo.jpg' - jpeg_logo_path = assets_path / 'logo.jpeg' - bmp_logo_path = assets_path / 'logo.bmp' - gif_logo_path_ = real_assets_path / 'logo.gif' - webp_logo_path_ = real_assets_path / 'logo.webp' - png_logo_path_ = real_assets_path / 'logo.png' - jpg_logo_path_ = real_assets_path / 'logo.jpg' - jpeg_logo_path_ = real_assets_path / 'logo.jpeg' - bmp_logo_path_ = real_assets_path / 'logo.bmp' + for category_folder in personalities_folder.iterdir(): + cat = category_folder.stem + if category_folder.is_dir() and not category_folder.stem.startswith('.'): + personalities[category_folder.name] = [] + for personality_folder in category_folder.iterdir(): + pers = personality_folder.stem + if personality_folder.is_dir() and not personality_folder.stem.startswith('.'): + personality_info = {"folder":personality_folder.stem} + config_path = personality_folder / 'config.yaml' + if not config_path.exists(): + """ + try: + shutil.rmtree(str(config_path.parent)) + ASCIIColors.warning(f"Deleted useless personality: {config_path.parent}") + except Exception as ex: + ASCIIColors.warning(f"Couldn't delete personality ({ex})") + """ + continue + try: + scripts_path = personality_folder / 'scripts' + personality_info['has_scripts'] = scripts_path.is_dir() + with open(config_path) as config_file: + config_data = yaml.load(config_file, Loader=yaml.FullLoader) + personality_info['name'] = config_data.get('name',"No Name") + personality_info['description'] = config_data.get('personality_description',"") + personality_info['author'] = config_data.get('author', 'ParisNeo') + personality_info['version'] = config_data.get('version', '1.0.0') + personality_info['installed'] = (self.lollms_paths.personal_configuration_path/f"personality_{personality_folder.stem}.yaml").exists() or personality_info['has_scripts'] + personality_info['help'] = config_data.get('help', '') + personality_info['commands'] = config_data.get('commands', '') + real_assets_path = personality_folder/ 'assets' + assets_path = Path("personalities") / cat / pers / 'assets' + gif_logo_path = assets_path / 'logo.gif' + webp_logo_path = assets_path / 'logo.webp' + png_logo_path = assets_path / 'logo.png' + jpg_logo_path = assets_path / 'logo.jpg' + jpeg_logo_path = assets_path / 'logo.jpeg' + bmp_logo_path = assets_path / 'logo.bmp' - personality_info['has_logo'] = png_logo_path.is_file() or gif_logo_path.is_file() - - if gif_logo_path_.exists(): - personality_info['avatar'] = str(gif_logo_path).replace("\\","/") - elif webp_logo_path_.exists(): - personality_info['avatar'] = str(webp_logo_path).replace("\\","/") - elif png_logo_path_.exists(): - personality_info['avatar'] = str(png_logo_path).replace("\\","/") - elif jpg_logo_path_.exists(): - personality_info['avatar'] = str(jpg_logo_path).replace("\\","/") - elif jpeg_logo_path_.exists(): - personality_info['avatar'] = str(jpeg_logo_path).replace("\\","/") - elif bmp_logo_path_.exists(): - personality_info['avatar'] = str(bmp_logo_path).replace("\\","/") - else: - personality_info['avatar'] = "" - personalities[language_folder.name][category_folder.name].append(personality_info) - except Exception as ex: - print(f"Couldn't load personality from {personality_folder} [{ex}]") + gif_logo_path_ = real_assets_path / 'logo.gif' + webp_logo_path_ = real_assets_path / 'logo.webp' + png_logo_path_ = real_assets_path / 'logo.png' + jpg_logo_path_ = real_assets_path / 'logo.jpg' + jpeg_logo_path_ = real_assets_path / 'logo.jpeg' + bmp_logo_path_ = real_assets_path / 'logo.bmp' + + personality_info['has_logo'] = png_logo_path.is_file() or gif_logo_path.is_file() + + if gif_logo_path_.exists(): + personality_info['avatar'] = str(gif_logo_path).replace("\\","/") + elif webp_logo_path_.exists(): + personality_info['avatar'] = str(webp_logo_path).replace("\\","/") + elif png_logo_path_.exists(): + personality_info['avatar'] = str(png_logo_path).replace("\\","/") + elif jpg_logo_path_.exists(): + personality_info['avatar'] = str(jpg_logo_path).replace("\\","/") + elif jpeg_logo_path_.exists(): + personality_info['avatar'] = str(jpeg_logo_path).replace("\\","/") + elif bmp_logo_path_.exists(): + personality_info['avatar'] = str(bmp_logo_path).replace("\\","/") + else: + personality_info['avatar'] = "" + personalities[category_folder.name].append(personality_info) + except Exception as ex: + print(f"Couldn't load personality from {personality_folder} [{ex}]") return json.dumps(personalities) def get_personality(self): - lang = request.args.get('language') category = request.args.get('category') name = request.args.get('name') - if category!="personal": - personality_folder = self.lollms_paths.personalities_zoo_path/f"{lang}"/f"{category}"/f"{name}" - else: - personality_folder = self.lollms_paths.personal_personalities_path/f"{lang}"/f"{category}"/f"{name}" + personality_folder = self.lollms_paths.personalities_zoo_path/f"{category}"/f"{name}" personality_path = personality_folder/f"config.yaml" personality_info = {} with open(personality_path) as config_file: @@ -591,18 +575,14 @@ class LoLLMsWebUI(LoLLMsAPPI): elif setting_name== "ctx_size": self.config["ctx_size"]=int(data['setting_value']) - - elif setting_name== "language": - self.config["language"]=data['setting_value'] - elif setting_name== "personality_folder": self.personality_name=data['setting_value'] if len(self.config["personalities"])>0: if self.config["active_personality_id"]=index: self.config["active_personality_id"]=0 if len(self.config["personalities"])>0: self.mounted_personalities = self.rebuild_personalities() self.personality = self.mounted_personalities[self.config["active_personality_id"]] else: - self.personalities = ["english/generic/lollms"] + self.personalities = ["generic/lollms"] self.mounted_personalities = self.rebuild_personalities() self.personality = self.mounted_personalities[self.config["active_personality_id"]] @@ -1310,19 +1265,18 @@ class LoLLMsWebUI(LoLLMsAPPI): except Exception as e: print(f"Error occurred while parsing JSON: {e}") return - language = data['language'] category = data['category'] name = data['folder'] try: - index = self.config["personalities"].index(f"{language}/{category}/{name}") - self.config["personalities"].remove(f"{language}/{category}/{name}") + index = self.config["personalities"].index(f"{category}/{name}") + self.config["personalities"].remove(f"{category}/{name}") if self.config["active_personality_id"]>=index: self.config["active_personality_id"]=0 if len(self.config["personalities"])>0: self.mounted_personalities = self.rebuild_personalities() self.personality = self.mounted_personalities[self.config["active_personality_id"]] else: - self.personalities = ["english/generic/lollms"] + self.personalities = ["generic/lollms"] self.mounted_personalities = self.rebuild_personalities() self.personality = self.mounted_personalities[self.config["active_personality_id"]] self.apply_settings() @@ -1333,7 +1287,7 @@ class LoLLMsWebUI(LoLLMsAPPI): "active_personality_id":self.config["active_personality_id"] }) except: - ASCIIColors.error(f"nok : Personality not found @ {language}/{category}/{name}") + ASCIIColors.error(f"nok : Personality not found @ {category}/{name}") return jsonify({"status": False, "error":"Couldn't unmount personality"}) def get_active_personality_settings(self): @@ -1422,14 +1376,13 @@ class LoLLMsWebUI(LoLLMsAPPI): except Exception as e: print(f"Error occurred while parsing JSON: {e}") return - language = data['language'] category = data['category'] name = data['folder'] if category.startswith("personal"): - personality_folder = self.lollms_paths.personal_personalities_path/f"{language}"/f"{category}"/f"{name}" + personality_folder = self.lollms_paths.personal_personalities_path/f"{category}"/f"{name}" else: - personality_folder = self.lollms_paths.personalities_zoo_path/f"{language}"/f"{category}"/f"{name}" + personality_folder = self.lollms_paths.personalities_zoo_path/f"{category}"/f"{name}" personality = AIPersonality(personality_folder, self.lollms_paths, @@ -1675,13 +1628,11 @@ class LoLLMsWebUI(LoLLMsAPPI): def get_current_personality_path_infos(self): if self.personality is None: return jsonify({ - "personality_language":"", "personality_category":"", "personality_name":"" }) else: return jsonify({ - "personality_language":self.personality_language, "personality_category":self.personality_category, "personality_name":self.personality_name }) diff --git a/configs/config.yaml b/configs/config.yaml index eff35ae5..eac2d7d9 100644 --- a/configs/config.yaml +++ b/configs/config.yaml @@ -24,7 +24,7 @@ repeat_penalty: 1.2 n_threads: 8 #Personality parameters -personalities: ["english/generic/lollms"] +personalities: ["generic/lollms"] active_personality_id: 0 override_personality_model_parameters: false #if true the personality parameters are overriden by those of the configuration (may affect personality behaviour) @@ -38,7 +38,7 @@ debug: False db_path: database.db # Automatic update -auto_update: false +auto_update: true # Audio diff --git a/docs/dev/server_endpoints.md b/docs/dev/server_endpoints.md index e4933def..2e225abe 100644 --- a/docs/dev/server_endpoints.md +++ b/docs/dev/server_endpoints.md @@ -180,7 +180,6 @@ This Flask server provides various endpoints to manage and interact with the cha "override_personality_model_parameters": false, "personality": "Computing advisor", "personality_category": "Helpers", - "personality_language": "english", "port": 9600, "repeat_last_n": 40, "repeat_penalty": 1.2, diff --git a/docs/tutorials/noobs_tutorial.md b/docs/tutorials/noobs_tutorial.md index fb58086e..8575c7b7 100644 --- a/docs/tutorials/noobs_tutorial.md +++ b/docs/tutorials/noobs_tutorial.md @@ -1,7 +1,7 @@ -# GPT4ALL WebUI Tutorial +# LOLLMS WebUI Tutorial ## Introduction -Welcome to the GPT4ALL WebUI tutorial! In this tutorial, we will walk you through the steps to effectively use this powerful tool. GPT4ALL WebUI is designed to provide access to a variety of language models (LLMs) and offers a range of functionalities to enhance your tasks. +Welcome to the LOLLMS WebUI tutorial! In this tutorial, we will walk you through the steps to effectively use this powerful tool. LOLLMS WebUI is designed to provide access to a variety of language models (LLMs) and offers a range of functionalities to enhance your tasks. ## Installation 1. Ensure that you have Python 3.10 or a higher version, as well as Git, installed on your system. Confirm that the Python installation is in your system's path and can be accessed via the terminal. You can check your Python version by typing `python --version` in the terminal. If the version is lower than 3.10 or you encounter an error, please install a newer version. @@ -50,6 +50,6 @@ Welcome to the GPT4ALL WebUI tutorial! In this tutorial, we will walk you throug 6. Note: In the release version, it will be possible to change the database path directly from the UI. ## Conclusion -Congratulations! You have learned how to install and use GPT4ALL WebUI effectively. Experiment with different bindings, models, and personalities to find the best fit for your needs. Remember to report any bugs or issues you encounter, as this project is developed by volunteers in their free time. Please support the project by liking, subscribing, and sharing this video to help it reach more people. +Congratulations! You have learned how to install and use LOLLMS WebUI effectively. Experiment with different bindings, models, and personalities to find the best fit for your needs. Remember to report any bugs or issues you encounter, as this project is developed by volunteers in their free time. Please support the project by liking, subscribing, and sharing this video to help it reach more people. See you in the next tutorial! diff --git a/docs/youtube/script_install.md b/docs/youtube/script_install.md index e743cd24..a1ba0e59 100644 --- a/docs/youtube/script_install.md +++ b/docs/youtube/script_install.md @@ -1,4 +1,4 @@ -Hi there. Today I finally make a presentation of the new alpha version of GPT4ALL webui. +Hi there. Today I finally make a presentation of the new alpha version of LOLLMS webui. Join us as we dive into the features and functionalities of this new version. First, I want to thank all of you for your support. We have reached 2.1k stars on github And I hope you continue spreading the word about this tool to give it more visibility. diff --git a/setup.py b/setup.py index 79c2a941..a8771fbe 100644 --- a/setup.py +++ b/setup.py @@ -16,8 +16,8 @@ requirements = read_requirements("requirements.txt") requirements_dev = read_requirements("requirements_dev.txt") setuptools.setup( - name="GPT4Allui", - version="0.0.5", + name="Lollms-webui", + version="5.0.0", author="Saifeddine ALOUI", author_email="aloui.saifeddine@gmail.com", description="A web ui for running chat models with different bindings. Supports multiple personalities and extensions.", diff --git a/templates/index.html b/templates/index.html index 504f98b1..0265484a 100644 --- a/templates/index.html +++ b/templates/index.html @@ -21,7 +21,7 @@ -

GPT4ALL - WEBUI

+

LOLLMS - WEBUI

- + - - +
+
+ +
+
diff --git a/web/src/components/MountedPersonalitiesList.vue b/web/src/components/MountedPersonalitiesList.vue index 5bb367d6..093789b7 100644 --- a/web/src/components/MountedPersonalitiesList.vue +++ b/web/src/components/MountedPersonalitiesList.vue @@ -333,7 +333,6 @@ export default { try { const obj = { - language: pers.language, category: pers.category, folder: pers.folder } @@ -355,7 +354,6 @@ export default { try { const obj = { - language: pers.language, category: pers.category, folder: pers.folder } @@ -376,7 +374,6 @@ export default { if (!pers) { return { 'status': false, 'error': 'no personality - unmount_personality' } } const obj = { - language: pers.language, category: pers.category, folder: pers.folder } diff --git a/web/src/components/PersonalityEntry.vue b/web/src/components/PersonalityEntry.vue index 97eeb3b7..20685c88 100644 --- a/web/src/components/PersonalityEntry.vue +++ b/web/src/components/PersonalityEntry.vue @@ -64,12 +64,6 @@ {{ personality.author }} -
- - Language:  - - {{ personality.language }} -
Category:  diff --git a/web/src/components/PersonalityViewer.vue b/web/src/components/PersonalityViewer.vue index 32c4ff9e..9acb3440 100644 --- a/web/src/components/PersonalityViewer.vue +++ b/web/src/components/PersonalityViewer.vue @@ -6,7 +6,6 @@

Author: {{ personalityAuthor }}

Description: {{ personalityDescription }}

-

Language: {{ personalityLanguage }}

Category: {{ personalityCategory }}

Disclaimer: {{ disclaimer }}

Conditioning Text: {{ conditioningText }}

@@ -39,7 +38,6 @@ personalityName: 'Personality Name', personalityAuthor: 'Author Name', personalityDescription: 'Personality Description', - personalityLanguage: 'English', personalityCategory: 'Category', disclaimer: 'Disclaimer text', conditioningText: 'Conditioning Text', diff --git a/web/src/main.js b/web/src/main.js index 5ac9b82d..e5407477 100644 --- a/web/src/main.js +++ b/web/src/main.js @@ -118,9 +118,8 @@ export const store = createStore({ const configFile = await api_get_req('get_config') let personality_path_infos = configFile.personalities[configFile.active_personality_id].split("/") //let personality_path_infos = await this.api_get_req("get_current_personality_path_infos") - configFile.personality_language = personality_path_infos[0] - configFile.personality_category = personality_path_infos[1] - configFile.personality_folder = personality_path_infos[2] + configFile.personality_category = personality_path_infos[0] + configFile.personality_folder = personality_path_infos[1] commit('setConfig', configFile); } catch (error) { @@ -130,39 +129,32 @@ export const store = createStore({ }, async refreshPersonalitiesArr({ commit }) { let personalities = [] - const dictionary = await api_get_req("get_all_personalities") - const langkeys = Object.keys(dictionary); // returns languages folder names - for (let i = 0; i < langkeys.length; i++) { - const langkey = langkeys[i]; - const catdictionary = dictionary[langkey]; - const catkeys = Object.keys(catdictionary); // returns categories + const catdictionary = await api_get_req("get_all_personalities") + const catkeys = Object.keys(catdictionary); // returns categories - for (let j = 0; j < catkeys.length; j++) { - const catkey = catkeys[j]; - const personalitiesArray = catdictionary[catkey]; - const modPersArr = personalitiesArray.map((item) => { + for (let j = 0; j < catkeys.length; j++) { + const catkey = catkeys[j]; + const personalitiesArray = catdictionary[catkey]; + const modPersArr = personalitiesArray.map((item) => { - const isMounted = this.state.config.personalities.includes(langkey + '/' + catkey + '/' + item.folder) - // if (isMounted) { - // console.log(item) - // } - let newItem = {} - newItem = item - newItem.category = catkey // add new props to items - newItem.language = langkey // add new props to items - newItem.full_path = langkey + '/' + catkey + '/' + item.folder // add new props to items - newItem.isMounted = isMounted // add new props to items - return newItem - }) + const isMounted = this.state.config.personalities.includes(catkey + '/' + item.folder) + // if (isMounted) { + // console.log(item) + // } + let newItem = {} + newItem = item + newItem.category = catkey // add new props to items + newItem.full_path = catkey + '/' + item.folder // add new props to items + newItem.isMounted = isMounted // add new props to items + return newItem + }) - if (personalities.length == 0) { - personalities = modPersArr - } else { - personalities = personalities.concat(modPersArr) - } + if (personalities.length == 0) { + personalities = modPersArr + } else { + personalities = personalities.concat(modPersArr) } - } personalities.sort((a, b) => a.name.localeCompare(b.name)) diff --git a/web/src/views/DiscussionsView.vue b/web/src/views/DiscussionsView.vue index 71401faf..9be63715 100644 --- a/web/src/views/DiscussionsView.vue +++ b/web/src/views/DiscussionsView.vue @@ -384,7 +384,7 @@ export default { SENDER_TYPES_AI : 1, // Sent by ai SENDER_TYPES_SYSTEM : 2, // Sent by athe system }, - version : "4.0", + version : "5.0", list : [], // Discussion list tempList : [], // Copy of Discussion list (used for keeping the original list during filtering discussions/searching action) currentDiscussion : {}, // Current/selected discussion id @@ -884,6 +884,7 @@ export default { rank: 0, steps : [], + parameters : msgObj.parameters, metadata : msgObj.metadata } console.log(responseMessage) @@ -979,7 +980,8 @@ export default { rank: 0, steps: [], - metadata: {} + parameters: null, + metadata: [] }; this.createUserMsg(usrMessage); @@ -1030,15 +1032,18 @@ export default { if (matchingStep) { matchingStep.done = true; try { - const metadata = JSON.parse(msgObj.metadata); - matchingStep.status=metadata.status - console.log(metadata); + console.log(msgObj.parameters) + const parameters = msgObj.parameters; + matchingStep.status=parameters.status + console.log(parameters); + } catch (error) { console.error('Error parsing JSON:', error.message); } } } else if (msgObj.message_type == this.msgTypes.MSG_TYPE_JSON_INFOS) { console.log("JSON message") + console.log(msgObj.metadata) messageItem.metadata = msgObj.metadata } else if (msgObj.message_type == this.msgTypes.MSG_TYPE_EXCEPTION) { this.$refs.toast.showToast(msgObj.content, 5, false) diff --git a/web/src/views/SettingsView.vue b/web/src/views/SettingsView.vue index 98a96835..3666c16f 100644 --- a/web/src/views/SettingsView.vue +++ b/web/src/views/SettingsView.vue @@ -1291,21 +1291,6 @@ -
- - -