""" File: lollms_web_ui.py Author: ParisNeo Description: Singleton class for the LoLLMS web UI. This file is the entry point to the webui. """ from fastapi import FastAPI from fastapi.staticfiles import StaticFiles from fastapi.responses import HTMLResponse from lollms.app import LollmsApplication from lollms.paths import LollmsPaths from lollms.main_config import LOLLMSConfig from lollms.utilities import trace_exception from lollms_webui import LOLLMSWebUI from pathlib import Path from ascii_colors import ASCIIColors import socketio import uvicorn import argparse from socketio import ASGIApp import webbrowser import threading app = FastAPI() # Create a Socket.IO server sio = socketio.AsyncServer(async_mode="asgi", cors_allowed_origins="*", ping_timeout=1200, ping_interval=30) # Enable CORS for all origins @sio.event async def disconnect(sid): ASCIIColors.yellow(f"Disconnected: {sid}") @sio.event async def message(sid, data): ASCIIColors.yellow(f"Message from {sid}: {data}") await sio.send(sid, "Message received!") #app.mount("/socket.io", StaticFiles(directory="path/to/socketio.js")) if __name__ == "__main__": # Parsong parameters parser = argparse.ArgumentParser(description="Start the chatbot FastAPI app.") parser.add_argument( "--host", type=str, default=None, help="the hostname to listen on" ) parser.add_argument("--port", type=int, default=None, help="the port to listen on") args = parser.parse_args() root_path = Path(__file__).parent lollms_paths = LollmsPaths.find_paths(force_local=True, custom_default_cfg_path="configs/config.yaml") config = LOLLMSConfig.autoload(lollms_paths) if config.debug_log_file_path!="": ASCIIColors.log_path = config.debug_log_file_path if args.host: config.host=args.host if args.port: config.port=args.port LOLLMSWebUI.build_instance(config=config, lollms_paths=lollms_paths, args=args, sio=sio) lollmsElfServer:LOLLMSWebUI = LOLLMSWebUI.get_instance() lollmsElfServer.verbose = True # Import all endpoints from lollms.server.endpoints.lollms_binding_files_server import router as lollms_binding_files_server_router from lollms.server.endpoints.lollms_infos import router as lollms_infos_router from lollms.server.endpoints.lollms_hardware_infos import router as lollms_hardware_infos_router from lollms.server.endpoints.lollms_binding_infos import router as lollms_binding_infos_router from lollms.server.endpoints.lollms_models_infos import router as lollms_models_infos_router from lollms.server.endpoints.lollms_personalities_infos import router as lollms_personalities_infos_router from lollms.server.endpoints.lollms_extensions_infos import router as lollms_extensions_infos_router from lollms.server.endpoints.lollms_generator import router as lollms_generator_router from lollms.server.endpoints.lollms_configuration_infos import router as lollms_configuration_infos_router from endpoints.lollms_webui_infos import router as lollms_webui_infos_router from endpoints.lollms_discussion import router as lollms_discussion_router from endpoints.lollms_message import router as lollms_message_router from endpoints.lollms_user import router as lollms_user_router from endpoints.lollms_advanced import router as lollms_advanced_router from endpoints.chat_bar import router as chat_bar_router from endpoints.lollms_xtts import router as lollms_xtts_add_router from endpoints.lollms_sd import router as lollms_sd_router from endpoints.lollms_ollama import router as lollms_ollama_router from endpoints.lollms_petals import router as lollms_petals_router from endpoints.lollms_vllm import router as lollms_vllm_router from endpoints.lollms_playground import router as lollms_playground_router from lollms.server.events.lollms_generation_events import add_events as lollms_generation_events_add from lollms.server.events.lollms_personality_events import add_events as lollms_personality_events_add from lollms.server.events.lollms_files_events import add_events as lollms_files_events_add from lollms.server.events.lollms_model_events import add_events as lollms_model_events_add from lollms.server.events.lollms_rag_events import add_events as lollms_rag_events_add from events.lollms_generation_events import add_events as lollms_webui_generation_events_add from events.lollms_discussion_events import add_events as lollms_webui_discussion_events_add from events.lollms_chatbox_events import add_events as lollms_chatbox_events_add from events.lollms_interactive_events import add_events as lollms_interactive_events_add app.include_router(lollms_infos_router) app.include_router(lollms_binding_files_server_router) app.include_router(lollms_hardware_infos_router) app.include_router(lollms_binding_infos_router) app.include_router(lollms_models_infos_router) app.include_router(lollms_personalities_infos_router) app.include_router(lollms_extensions_infos_router) app.include_router(lollms_webui_infos_router) app.include_router(lollms_generator_router) app.include_router(lollms_discussion_router) app.include_router(lollms_message_router) app.include_router(lollms_user_router) app.include_router(lollms_advanced_router) app.include_router(chat_bar_router) app.include_router(lollms_xtts_add_router) app.include_router(lollms_sd_router) app.include_router(lollms_ollama_router) app.include_router(lollms_petals_router) app.include_router(lollms_vllm_router) app.include_router(lollms_playground_router) app.include_router(lollms_configuration_infos_router) lollms_generation_events_add(sio) lollms_personality_events_add(sio) lollms_files_events_add(sio) lollms_model_events_add(sio) lollms_rag_events_add(sio) lollms_webui_generation_events_add(sio) lollms_webui_discussion_events_add(sio) lollms_chatbox_events_add(sio) lollms_interactive_events_add(sio) app.mount("/extensions", StaticFiles(directory=Path(__file__).parent/"web"/"dist", html=True), name="extensions") app.mount("/playground", StaticFiles(directory=Path(__file__).parent/"web"/"dist", html=True), name="playground") app.mount("/settings", StaticFiles(directory=Path(__file__).parent/"web"/"dist", html=True), name="settings") app.mount("/", StaticFiles(directory=Path(__file__).parent/"web"/"dist", html=True), name="static") app = ASGIApp(socketio_server=sio, other_asgi_app=app) lollmsElfServer.app = app try: sio.reboot = False # if config.enable_lollms_service: # ASCIIColors.yellow("Starting Lollms service") # #uvicorn.run(app, host=config.host, port=6523) # def run_lollms_server(): # parts = config.lollms_base_url.split(":") # host = ":".join(parts[0:2]) # port = int(parts[2]) # uvicorn.run(app, host=host, port=port) # New thread # thread = threading.Thread(target=run_lollms_server) # start thread # thread.start() # if autoshow if config.auto_show_browser: if config['host']=="0.0.0.0": webbrowser.open(f"http://localhost:{config['port']}") #webbrowser.open(f"http://localhost:{6523}") # needed for debug (to be removed in production) else: webbrowser.open(f"http://{config['host']}:{config['port']}") #webbrowser.open(f"http://{config['host']}:{6523}") # needed for debug (to be removed in production) uvicorn.run(app, host=config.host, port=config.port) except Exception as ex: trace_exception(ex)