2024-01-07 02:18:13 +00:00
"""
project : lollms
file : lollms_discussion_events . py
author : ParisNeo
description :
This module contains a set of Socketio routes that provide information about the Lord of Large Language and Multimodal Systems ( LoLLMs ) Web UI
application . These routes are specific to discussion operation
"""
from fastapi import APIRouter , Request
from fastapi import HTTPException
from pydantic import BaseModel
import pkg_resources
from lollms . server . elf_server import LOLLMSElfServer
from fastapi . responses import FileResponse
from lollms . binding import BindingBuilder , InstallOption
from ascii_colors import ASCIIColors
from lollms . personality import MSG_TYPE , AIPersonality
from lollms . types import MSG_TYPE , SENDER_TYPES
from lollms . utilities import load_config , trace_exception , gc
2024-03-26 23:15:09 +00:00
from lollms . utilities import find_first_available_file_index , convert_language_name , PackageManager
2024-01-07 02:18:13 +00:00
from lollms_webui import LOLLMSWebUI
from pathlib import Path
from typing import List
import socketio
import threading
import os
2024-04-29 22:18:08 +00:00
import yaml
2024-02-26 00:55:44 +00:00
from lollms . databases . discussions_database import Discussion
2024-03-28 22:58:51 +00:00
from lollms . security import forbid_remote_access
2024-01-07 02:18:13 +00:00
from datetime import datetime
router = APIRouter ( )
lollmsElfServer = LOLLMSWebUI . get_instance ( )
# ----------------------------------- events -----------------------------------------
def add_events ( sio : socketio ) :
2024-03-28 22:58:51 +00:00
forbid_remote_access ( lollmsElfServer )
@sio.on ( ' new_discussion ' )
async def new_discussion ( sid , data ) :
if lollmsElfServer . personality is None :
lollmsElfServer . error ( " Please select a personality first " )
return
ASCIIColors . yellow ( " New descussion requested " )
client_id = sid
title = data [ " title " ]
lollmsElfServer . session . get_client ( client_id ) . discussion = lollmsElfServer . db . create_discussion ( title )
# Get the current timestamp
timestamp = datetime . now ( ) . strftime ( " % Y- % m- %d % H: % M: % S " )
2024-01-07 02:18:13 +00:00
2024-03-28 22:58:51 +00:00
# Return a success response
if lollmsElfServer . session . get_client ( client_id ) . discussion is None :
lollmsElfServer . session . get_client ( client_id ) . discussion = lollmsElfServer . db . load_last_discussion ( )
if lollmsElfServer . personality . welcome_message != " " :
if lollmsElfServer . personality . welcome_audio_path . exists ( ) :
for voice in lollmsElfServer . personality . welcome_audio_path . iterdir ( ) :
if voice . suffix . lower ( ) in [ " .wav " , " .mp3 " ] :
try :
if not PackageManager . check_package_installed ( " pygame " ) :
PackageManager . install_package ( " pygame " )
import pygame
pygame . mixer . init ( )
pygame . mixer . music . load ( voice )
pygame . mixer . music . play ( )
except Exception as ex :
pass
2024-05-05 21:38:38 +00:00
if lollmsElfServer . personality . language :
default_language = lollmsElfServer . personality . language . lower ( ) . strip ( ) . split ( ) [ 0 ]
else :
default_language = ' english '
2024-05-01 20:39:04 +00:00
current_language = lollmsElfServer . config . current_language . lower ( ) . strip ( ) . split ( ) [ 0 ]
if lollmsElfServer . config . current_language and current_language != default_language :
language_path = lollmsElfServer . lollms_paths . personal_configuration_path / " personalities " / lollmsElfServer . personality . name / f " languages_ { current_language } .yaml "
2024-04-29 22:18:08 +00:00
if not language_path . exists ( ) :
2024-05-02 16:14:53 +00:00
lollmsElfServer . ShowBlockingMessage ( f " This is the first time this personality speaks { current_language } \n Lollms is reconditionning the persona in that language. \n This will be done just once. Next time, the personality will speak { current_language } out of the box " )
2024-04-29 22:18:08 +00:00
language_path . parent . mkdir ( exist_ok = True , parents = True )
2024-05-04 15:12:48 +00:00
# Translating
2024-05-04 14:48:35 +00:00
conditionning = lollmsElfServer . tasks_library . translate_conditionning ( lollmsElfServer . personality . _personality_conditioning , lollmsElfServer . personality . language , current_language )
welcome_message = lollmsElfServer . tasks_library . translate_message ( lollmsElfServer . personality . welcome_message , lollmsElfServer . personality . language , current_language )
2024-04-29 22:18:08 +00:00
with open ( language_path , " w " , encoding = " utf-8 " , errors = " ignore " ) as f :
yaml . safe_dump ( { " conditionning " : conditionning , " welcome_message " : welcome_message } , f )
lollmsElfServer . HideBlockingMessage ( )
else :
with open ( language_path , " r " , encoding = " utf-8 " , errors = " ignore " ) as f :
language_pack = yaml . safe_load ( f )
welcome_message = language_pack [ " welcome_message " ]
2024-01-07 02:18:13 +00:00
else :
2024-03-28 22:58:51 +00:00
welcome_message = lollmsElfServer . personality . welcome_message
2024-01-07 02:18:13 +00:00
2024-04-20 01:07:29 +00:00
try :
nb_tokens = len ( lollmsElfServer . model . tokenize ( welcome_message ) )
except :
nb_tokens = None
2024-03-28 22:58:51 +00:00
message = lollmsElfServer . session . get_client ( client_id ) . discussion . add_message (
2024-04-27 16:52:41 +00:00
message_type = MSG_TYPE . MSG_TYPE_FULL . value if lollmsElfServer . personality . include_welcome_message_in_discussion else MSG_TYPE . MSG_TYPE_FULL_INVISIBLE_TO_AI . value ,
2024-03-28 22:58:51 +00:00
sender_type = SENDER_TYPES . SENDER_TYPES_AI . value ,
sender = lollmsElfServer . personality . name ,
content = welcome_message ,
metadata = None ,
rank = 0 ,
parent_message_id = - 1 ,
binding = lollmsElfServer . config . binding_name ,
model = lollmsElfServer . config . model_name ,
personality = lollmsElfServer . config . personalities [ lollmsElfServer . config . active_personality_id ] ,
2024-04-20 01:07:29 +00:00
created_at = None ,
started_generating_at = None ,
finished_generating_at = None ,
nb_tokens = nb_tokens
2024-03-28 22:58:51 +00:00
)
await lollmsElfServer . sio . emit ( ' discussion_created ' ,
{ ' id ' : lollmsElfServer . session . get_client ( client_id ) . discussion . discussion_id } ,
to = client_id
)
else :
await lollmsElfServer . sio . emit ( ' discussion_created ' ,
{ ' id ' : 0 } ,
to = client_id
)
@sio.on ( ' load_discussion ' )
async def load_discussion ( sid , data ) :
client_id = sid
ASCIIColors . yellow ( f " Loading discussion for client { client_id } ... " , end = " " )
if " id " in data :
discussion_id = data [ " id " ]
2024-05-02 22:58:18 +00:00
lollmsElfServer . session . get_client ( client_id ) . discussion = Discussion ( lollmsElfServer , discussion_id , lollmsElfServer . db )
2024-03-28 22:58:51 +00:00
else :
if lollmsElfServer . session . get_client ( client_id ) . discussion is not None :
discussion_id = lollmsElfServer . session . get_client ( client_id ) . discussion . discussion_id
2024-05-02 22:58:18 +00:00
lollmsElfServer . session . get_client ( client_id ) . discussion = Discussion ( lollmsElfServer , discussion_id , lollmsElfServer . db )
2024-01-07 02:18:13 +00:00
else :
2024-03-28 22:58:51 +00:00
lollmsElfServer . session . get_client ( client_id ) . discussion = lollmsElfServer . db . create_discussion ( )
messages = lollmsElfServer . session . get_client ( client_id ) . discussion . get_messages ( )
jsons = [ m . to_json ( ) for m in messages ]
await lollmsElfServer . sio . emit ( ' discussion ' ,
jsons ,
to = client_id
)
2024-05-05 21:38:38 +00:00
ASCIIColors . green ( f " ok " )