mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-19 04:17:52 +00:00
111 lines
6.0 KiB
Python
111 lines
6.0 KiB
Python
"""
|
|
project: lollms
|
|
file: lollms_discussion_events.py
|
|
author: ParisNeo
|
|
description:
|
|
This module contains a set of Socketio routes that provide information about the Lord of Large Language and Multimodal Systems (LoLLMs) Web UI
|
|
application. These routes are specific to discussion operation
|
|
|
|
"""
|
|
from fastapi import APIRouter, Request
|
|
from fastapi import HTTPException
|
|
from pydantic import BaseModel
|
|
import pkg_resources
|
|
from lollms.server.elf_server import LOLLMSElfServer
|
|
from fastapi.responses import FileResponse
|
|
from lollms.binding import BindingBuilder, InstallOption
|
|
from ascii_colors import ASCIIColors
|
|
from lollms.personality import MSG_TYPE, AIPersonality
|
|
from lollms.types import MSG_TYPE, SENDER_TYPES
|
|
from lollms.utilities import load_config, trace_exception, gc
|
|
from lollms.utilities import find_first_available_file_index, convert_language_name
|
|
from lollms_webui import LOLLMSWebUI
|
|
from pathlib import Path
|
|
from typing import List
|
|
import socketio
|
|
import threading
|
|
import os
|
|
|
|
from api.db import Discussion
|
|
from datetime import datetime
|
|
|
|
router = APIRouter()
|
|
lollmsElfServer = LOLLMSWebUI.get_instance()
|
|
|
|
|
|
# ----------------------------------- events -----------------------------------------
|
|
def add_events(sio:socketio):
|
|
@sio.on('new_discussion')
|
|
async def new_discussion(sid, data):
|
|
if lollmsElfServer.personality is None:
|
|
lollmsElfServer.error("Please select a personality first")
|
|
return
|
|
ASCIIColors.yellow("New descussion requested")
|
|
client_id = sid
|
|
title = data["title"]
|
|
if lollmsElfServer.connections[client_id]["current_discussion"] is not None:
|
|
if lollmsElfServer.long_term_memory is not None:
|
|
title, content = lollmsElfServer.connections[client_id]["current_discussion"].export_for_vectorization()
|
|
skill = lollmsElfServer.learn_from_discussion(title, content)
|
|
lollmsElfServer.long_term_memory.add_document(title, skill, chunk_size=lollmsElfServer.config.data_vectorization_chunk_size, overlap_size=lollmsElfServer.config.data_vectorization_overlap_size, force_vectorize=False, add_as_a_bloc=False, add_to_index=True)
|
|
ASCIIColors.yellow("4- Saving database")
|
|
lollmsElfServer.long_term_memory.save_to_json()
|
|
lollmsElfServer.connections[client_id]["current_discussion"] = lollmsElfServer.db.create_discussion(title)
|
|
# Get the current timestamp
|
|
timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
|
|
|
# Return a success response
|
|
if lollmsElfServer.connections[client_id]["current_discussion"] is None:
|
|
lollmsElfServer.connections[client_id]["current_discussion"] = lollmsElfServer.db.load_last_discussion()
|
|
|
|
if lollmsElfServer.personality.welcome_message!="":
|
|
if lollmsElfServer.config.force_output_language_to_be and lollmsElfServer.config.force_output_language_to_be.lower().strip() !="english":
|
|
welcome_message = lollmsElfServer.personality.fast_gen(f"!@>instruction: Translate the following text to {lollmsElfServer.config.force_output_language_to_be.lower()}:\n{lollmsElfServer.personality.welcome_message}\n!@>translation:")
|
|
else:
|
|
welcome_message = lollmsElfServer.personality.welcome_message
|
|
|
|
message = lollmsElfServer.connections[client_id]["current_discussion"].add_message(
|
|
message_type = MSG_TYPE.MSG_TYPE_FULL.value if lollmsElfServer.personality.include_welcome_message_in_disucssion else MSG_TYPE.MSG_TYPE_FULL_INVISIBLE_TO_AI.value,
|
|
sender_type = SENDER_TYPES.SENDER_TYPES_AI.value,
|
|
sender = lollmsElfServer.personality.name,
|
|
content = welcome_message,
|
|
metadata = None,
|
|
rank = 0,
|
|
parent_message_id = -1,
|
|
binding = lollmsElfServer.config.binding_name,
|
|
model = lollmsElfServer.config.model_name,
|
|
personality = lollmsElfServer.config.personalities[lollmsElfServer.config.active_personality_id],
|
|
created_at=None,
|
|
finished_generating_at=None
|
|
)
|
|
|
|
await lollmsElfServer.sio.emit('discussion_created',
|
|
{'id':lollmsElfServer.connections[client_id]["current_discussion"].discussion_id},
|
|
to=client_id
|
|
)
|
|
else:
|
|
await lollmsElfServer.sio.emit('discussion_created',
|
|
{'id':0},
|
|
to=client_id
|
|
)
|
|
|
|
@sio.on('load_discussion')
|
|
async def load_discussion(sid, data):
|
|
client_id = sid
|
|
ASCIIColors.yellow(f"Loading discussion for client {client_id} ... ", end="")
|
|
if "id" in data:
|
|
discussion_id = data["id"]
|
|
lollmsElfServer.connections[client_id]["current_discussion"] = Discussion(discussion_id, lollmsElfServer.db)
|
|
else:
|
|
if lollmsElfServer.connections[client_id]["current_discussion"] is not None:
|
|
discussion_id = lollmsElfServer.connections[client_id]["current_discussion"].discussion_id
|
|
lollmsElfServer.connections[client_id]["current_discussion"] = Discussion(discussion_id, lollmsElfServer.db)
|
|
else:
|
|
lollmsElfServer.connections[client_id]["current_discussion"] = lollmsElfServer.db.create_discussion()
|
|
messages = lollmsElfServer.connections[client_id]["current_discussion"].get_messages()
|
|
jsons = [m.to_json() for m in messages]
|
|
await lollmsElfServer.sio.emit('discussion',
|
|
jsons,
|
|
to=client_id
|
|
)
|
|
ASCIIColors.green(f"ok") |