lollms/configs/config.yaml

74 lines
2.1 KiB
YAML
Raw Normal View History

2023-10-15 00:27:30 +00:00
# =================== Lord Of Large Language Models Configuration file ===========================
2023-12-04 00:39:00 +00:00
version: 30
2023-10-15 00:27:30 +00:00
binding_name: null
model_name: null
2023-12-04 00:39:00 +00:00
2023-10-15 00:27:30 +00:00
# Host information
host: localhost
2023-12-04 00:39:00 +00:00
port: 9600
2023-10-15 00:27:30 +00:00
# Genreration parameters
discussion_prompt_separator: "!@>"
seed: -1
n_predict: 1024
2023-12-04 00:39:00 +00:00
ctx_size: 4084
2023-10-15 00:27:30 +00:00
min_n_predict: 256
temperature: 0.9
top_k: 50
top_p: 0.95
repeat_last_n: 40
repeat_penalty: 1.2
n_threads: 8
#Personality parameters
personalities: ["generic/lollms"]
active_personality_id: 0
override_personality_model_parameters: false #if true the personality parameters are overriden by those of the configuration (may affect personality behaviour)
extensions: []
user_name: user
user_description: ""
use_user_name_in_discussions: false
2023-12-04 00:39:00 +00:00
user_avatar: default_user.svg
use_user_informations_in_discussion: false
# UI parameters
db_path: database.db
2023-10-15 00:27:30 +00:00
2023-12-04 00:39:00 +00:00
# Automatic updates
debug: False
auto_update: true
2023-10-15 00:27:30 +00:00
auto_save: true
2023-12-04 00:39:00 +00:00
auto_title: false
# Enables gpu usage
enable_gpu: true
# Automatically open the browser
auto_show_browser: true
# Audio
audio_in_language: 'en-US'
audio_out_voice: null
auto_speak: false
audio_pitch: 1
audio_auto_send_input: true
audio_silenceTimer: 5000
2023-10-15 00:27:30 +00:00
# Data vectorization
2023-12-04 00:39:00 +00:00
use_discussions_history: false # Activate vectorizing previous conversations
summerize_discussion: false # activate discussion summary (better but adds computation time)
max_summary_size: 512 # in tokens
data_vectorization_visualize_on_vectorization: false
2023-10-15 00:27:30 +00:00
use_files: true # Activate using files
data_vectorization_activate: true # To activate/deactivate data vectorization
2023-12-04 00:39:00 +00:00
data_vectorization_method: "tfidf_vectorizer" #"model_embedding" or "tfidf_vectorizer"
2023-10-15 00:27:30 +00:00
data_visualization_method: "PCA" #"PCA" or "TSNE"
data_vectorization_save_db: False # For each new session, new files
data_vectorization_chunk_size: 512 # chunk size
data_vectorization_overlap_size: 128 # overlap between chunks size
data_vectorization_nb_chunks: 2 # number of chunks to use
data_vectorization_build_keys_words: false # If true, when querrying the database, we use keywords generated from the user prompt instead of the prompt itself.