ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-04-18 23:56:52 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update lollms_generator.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2025-03-14 16:54:06 +01:00 committed by GitHub
parent f0f1243f23
commit 6ee60d739f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
lollms/server/endpoints/lollms_generator.py
View File

@ -180,7 +180,11 @@ async def lollms_generate(request: LollmsGenerateRequest):
prompt,
n_predict,
callback=callback,
temperature=request.temperature or elf_server.config.temperature
temperature=request.temperature or elf_server.config.temperature,
top_k=request.top_k or elf_server.config.top_k,
top_p=request.top_p or elf_server.config.top_p,
repeat_penalty=request.repeat_penalty or elf_server.config.repeat_penalty,
repeat_last_n=request.repeat_last_n or elf_server.config.repeat_last_n,
)
reception_manager.done = True
thread = threading.Thread(target=chunks_builder)