ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-04-11 04:39:53 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

upgraded elf

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-11-14 21:59:39 +01:00
parent cee47ce902
commit 31c426404a
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
lollms/apps/elf/__init__.py
View File

@ -195,7 +195,11 @@ def chat_completions():
if model is not None:
# TODO add model selection
pass
response = cv.safe_generate(stream=stream, messages=messages, temperature=temperature, top_p=top_p, max_tokens=max_tokens, system_prompt="")
full_discussion = ""
for message in messages:
full_discussion += f'{message["role"]}: {message["content"]}\n'
response = cv.safe_generate(full_discussion=full_discussion, temperature=temperature, top_p=top_p, n_predict=max_tokens)
completion_id = "".join(random.choices(string.ascii_letters + string.digits, k=28))
completion_timestamp = int(time.time())