ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-02-20 17:33:03 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

lowering temperature

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-01-19 00:28:28 +01:00
parent 4e29f64696
commit da94e1fd74
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lollms/personality.py
View File

@ -150,7 +150,7 @@ Date: {{date}}
self._commands: list = []
# Default model parameters
self._model_temperature: float = 0.8 # higher: more creative, lower more deterministic
self._model_temperature: float = 0.1 # higher: more creative, lower more deterministic
self._model_n_predicts: int = 2048 # higher: generates many words, lower generates
self._model_top_k: int = 50
self._model_top_p: float = 0.95

2
lollms/server/events/lollms_model_events.py
View File

@ -43,7 +43,7 @@ def add_events(sio:socketio):
installation_dir = lollmsElfServer.binding.searchModelParentFolder(model_path)
binding_folder = lollmsElfServer.config["binding_name"]
if model_type=="gptq" or model_type=="awq":
if model_type=="gptq" or model_type=="awq" or model_type=="exl2":
filename = model_path.split("/")[4]
installation_path = installation_dir / filename
else: