lollms-webui/configs/default.yaml
2023-04-23 16:54:30 -07:00

26 lines
606 B
YAML

config: default
ctx_size: 512
db_path: databases/database.db
debug: false
n_threads: 8
host: localhost
language: en-US
# Supported backends are llamacpp and gpt-j
backend: llama_cpp
model: gpt4all-lora-quantized-ggml.bin
n_predict: 1024
nb_messages_to_remember: 5
personality_language: english
personality_category: general
personality: gpt4all_chatbot
port: 9600
repeat_last_n: 40
repeat_penalty: 1.2
seed: 0
temp: 0.9
top_k: 50
top_p: 0.95
voice: ""
use_gpu: false # Not active yet
auto_read: false
use_avx2: true # By default we require using avx2 but if not supported, make sure you remove it from here