lollms-webui/configs/config.yaml

177 lines
4.8 KiB
YAML
Raw Permalink Normal View History

2024-01-27 18:44:58 +00:00
# =================== Lord Of Large Language Multimodal Systems Configuration file ===========================
2024-03-31 16:18:24 +00:00
version: 78
2023-06-25 19:06:47 +00:00
binding_name: null
2023-06-15 19:19:19 +00:00
model_name: null
2024-02-24 01:49:04 +00:00
model_variant: null
model_type: null
2023-06-04 23:21:12 +00:00
2024-02-16 21:44:44 +00:00
show_news_panel: True
2024-02-17 23:14:52 +00:00
# Security measures
2024-03-31 16:18:24 +00:00
turn_on_setting_update_validation: True
2024-02-15 00:31:16 +00:00
turn_on_code_execution: True
2024-02-17 01:08:14 +00:00
turn_on_code_validation: True
turn_on_open_file_validation: False
turn_on_send_file_validation: False
2024-02-15 00:31:16 +00:00
2024-02-17 23:14:52 +00:00
force_accept_remote_access: false
2024-02-16 21:44:44 +00:00
# Server information
2024-02-14 23:35:04 +00:00
headless_server_mode: False
allowed_origins: []
2023-07-19 15:41:23 +00:00
2023-06-04 23:21:12 +00:00
# Host information
2023-04-14 09:58:07 +00:00
host: localhost
port: 9600
2023-06-04 23:21:12 +00:00
# Genreration parameters
2023-07-19 15:41:23 +00:00
discussion_prompt_separator: "!@>"
2023-05-07 01:44:42 +00:00
seed: -1
2023-10-20 21:42:08 +00:00
ctx_size: 4084
2024-03-15 00:34:21 +00:00
max_n_predict: 4096
min_n_predict: 512
temperature: 0.9
top_k: 50
2023-04-12 20:36:03 +00:00
top_p: 0.95
2023-06-04 23:21:12 +00:00
repeat_last_n: 40
repeat_penalty: 1.2
n_threads: 8
#Personality parameters
2023-08-17 23:29:53 +00:00
personalities: ["generic/lollms"]
2023-06-08 06:58:02 +00:00
active_personality_id: 0
override_personality_model_parameters: false #if true the personality parameters are overriden by those of the configuration (may affect personality behaviour)
2023-06-04 23:21:12 +00:00
2023-10-02 23:13:02 +00:00
extensions: []
2023-06-04 23:21:12 +00:00
user_name: user
2023-07-16 16:57:30 +00:00
user_description: ""
use_user_name_in_discussions: false
use_model_name_in_discussions: false
2023-07-16 16:57:30 +00:00
user_avatar: default_user.svg
2023-09-12 23:43:23 +00:00
use_user_informations_in_discussion: false
2023-06-04 23:21:12 +00:00
# UI parameters
2024-02-18 23:23:15 +00:00
discussion_db_name: default
2023-07-16 16:57:30 +00:00
2023-08-26 23:16:46 +00:00
# Automatic updates
debug: False
2024-01-27 21:02:31 +00:00
debug_log_file_path: ""
2023-08-17 23:29:53 +00:00
auto_update: true
2024-01-15 00:10:40 +00:00
auto_sync_personalities: true
auto_sync_extensions: true
auto_sync_bindings: true
auto_sync_models: true
2023-08-26 23:16:46 +00:00
auto_save: true
2023-11-26 01:33:25 +00:00
auto_title: false
2024-01-04 02:57:42 +00:00
# Install mode (cpu, cpu-noavx, nvidia-tensorcores, nvidia, amd-noavx, amd, apple-intel, apple-silicon)
hardware_mode: nvidia-tensorcores
2023-08-31 21:05:16 +00:00
# Automatically open the browser
auto_show_browser: true
2023-07-21 21:59:24 +00:00
2024-02-08 22:04:27 +00:00
# copy to clipboard
copy_to_clipboard_add_all_details: false
2023-12-29 22:38:30 +00:00
# Voice service
enable_voice_service: false
2024-02-20 22:52:32 +00:00
xtts_base_url: http://localhost:8020
2023-12-29 22:38:30 +00:00
auto_read: false
current_voice: null
current_language: en
2024-01-03 00:41:01 +00:00
# Image generation service
enable_sd_service: false
2024-02-20 22:52:32 +00:00
sd_base_url: http://localhost:7860
2024-01-03 00:41:01 +00:00
2024-03-17 22:05:56 +00:00
# Image generation service comfyui
enable_comfyui_service: false
comfyui_base_url: http://127.0.0.1:8188/
2024-02-27 16:06:22 +00:00
# Motion control service
enable_motion_ctrl_service: false
motion_ctrl_base_url: http://localhost:7861
2024-01-11 01:32:21 +00:00
# ollama service
enable_ollama_service: false
2024-02-20 22:52:32 +00:00
ollama_base_url: http://localhost:11434
2024-01-11 01:32:21 +00:00
2024-01-13 11:16:58 +00:00
# petals service
enable_petals_service: false
2024-02-19 23:53:41 +00:00
petals_base_url: http://localhost:8064
petals_model_path: TinyLlama/TinyLlama-1.1B-Chat-v1.0
2024-02-21 00:09:44 +00:00
petals_device: cuda
2024-01-13 11:16:58 +00:00
2024-01-13 23:37:43 +00:00
# lollms service
enable_lollms_service: false
2024-02-19 23:53:41 +00:00
lollms_base_url: http://localhost:1234
2024-01-13 23:37:43 +00:00
2024-01-25 00:10:11 +00:00
# elastic search service
elastic_search_service: false
2024-02-19 23:53:41 +00:00
elastic_search_url: http://localhost:9200
2024-01-25 00:10:11 +00:00
# vll service
2024-02-20 22:52:32 +00:00
enable_vllm_service: false
2024-02-19 23:53:41 +00:00
vllm_url: http://localhost:8000
vllm_model_path: TinyLlama/TinyLlama-1.1B-Chat-v1.0
2024-02-21 00:09:44 +00:00
vllm_gpu_memory_utilization: 0.9
vllm_max_model_len: 4096
vllm_max_num_seqs: 256
2024-01-25 00:10:11 +00:00
2023-07-21 21:59:24 +00:00
# Audio
2023-12-26 01:46:50 +00:00
media_on: false
audio_in_language: 'en-US'
2023-07-22 01:17:30 +00:00
auto_speak: false
2023-12-28 15:57:59 +00:00
audio_out_voice: null
2023-07-27 23:16:26 +00:00
audio_pitch: 1
2023-08-26 23:16:46 +00:00
audio_auto_send_input: true
audio_silenceTimer: 5000
2023-08-23 02:21:58 +00:00
# Data vectorization
2024-02-26 21:59:03 +00:00
activate_skills_lib: false # Activate vectorizing previous conversations
skills_lib_database_name: "default" # Default skills database
2023-12-04 00:40:36 +00:00
summerize_discussion: false # activate discussion summary (better but adds computation time)
2024-02-26 21:59:03 +00:00
2023-12-04 00:40:36 +00:00
max_summary_size: 512 # in tokens
2023-10-20 21:42:08 +00:00
data_vectorization_visualize_on_vectorization: false
2023-08-27 00:31:22 +00:00
use_files: true # Activate using files
data_vectorization_activate: true # To activate/deactivate data vectorization
2023-10-08 23:18:21 +00:00
data_vectorization_method: "tfidf_vectorizer" #"model_embedding" or "tfidf_vectorizer"
2023-08-23 02:21:58 +00:00
data_visualization_method: "PCA" #"PCA" or "TSNE"
data_vectorization_save_db: False # For each new session, new files
data_vectorization_chunk_size: 512 # chunk size
data_vectorization_overlap_size: 128 # overlap between chunks size
data_vectorization_nb_chunks: 2 # number of chunks to use
2023-08-27 00:31:22 +00:00
data_vectorization_build_keys_words: false # If true, when querrying the database, we use keywords generated from the user prompt instead of the prompt itself.
2023-12-22 15:41:01 +00:00
data_vectorization_force_first_chunk: false # If true, the first chunk of the document will systematically be used
data_vectorization_make_persistance: false # If true, the data will be persistant webween runs
2023-12-30 16:09:30 +00:00
2024-02-09 00:42:29 +00:00
# Activate internet search
activate_internet_search: false
2024-02-10 10:33:09 +00:00
internet_vectorization_chunk_size: 512 # chunk size
internet_vectorization_overlap_size: 128 # overlap between chunks size
internet_vectorization_nb_chunks: 2 # number of chunks to use
internet_nb_search_pages: 3 # number of pages to select
2024-02-10 20:35:27 +00:00
internet_quick_search: False # If active the search engine will not load and read the webpages
internet_activate_search_decision: False # If active the ai decides by itself if it needs to do search
2023-12-30 16:09:30 +00:00
# Helpers
2024-01-03 00:41:01 +00:00
pdf_latex_path: null
# boosting information
positive_boost: null
negative_boost: null
force_output_language_to_be: null
2024-01-11 22:14:30 +00:00
fun_mode: False
2024-01-27 18:44:58 +00:00
# webui configurations
show_code_of_conduct: true
activate_audio_infos: true
2024-02-04 11:06:13 +00:00
# whisper configuration
whisper_model: base