lollms-webui/configs/default.yaml

32 lines
863 B
YAML
Raw Normal View History

version: 4
user_name: user
2023-04-14 09:58:07 +00:00
config: default
2023-05-05 14:40:08 +00:00
ctx_size: 2048
n_gpu_layers: 20 #Depends on your GPU size
db_path: databases/database.db
2023-04-14 09:58:07 +00:00
debug: false
n_threads: 8
2023-04-14 09:58:07 +00:00
host: localhost
language: en-US
2023-04-20 17:30:03 +00:00
# Supported backends are llamacpp and gpt-j
2023-05-17 15:38:40 +00:00
backend: llama_cpp_official
2023-05-11 13:09:35 +00:00
model: null
n_predict: 1024
2023-04-14 09:58:07 +00:00
nb_messages_to_remember: 5
2023-04-20 17:30:03 +00:00
personality_language: english
2023-05-05 12:23:07 +00:00
personality_category: generic
2023-04-30 20:40:19 +00:00
personality: gpt4all
2023-04-14 09:58:07 +00:00
port: 9600
repeat_last_n: 40
repeat_penalty: 1.2
2023-05-07 01:44:42 +00:00
seed: -1
temperature: 0.9
top_k: 50
2023-04-12 20:36:03 +00:00
top_p: 0.95
2023-04-14 09:58:07 +00:00
voice: ""
2023-04-14 21:29:11 +00:00
use_gpu: false # Not active yet
2023-04-20 17:30:03 +00:00
auto_read: false
2023-05-02 20:53:27 +00:00
use_avx2: true # By default we require using avx2 but if not supported, make sure you remove it from here
2023-05-05 12:23:07 +00:00
use_new_ui: false # By default use old ui
override_personality_model_parameters: false #if true the personality parameters are overriden by those of the configuration (may affect personality behaviour)