ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-19 20:37:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed a little bug

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-08-31 02:20:00 +02:00
parent f93c5cfce3
commit e4d61d2986
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
api/__init__.py
View File

@ -654,7 +654,7 @@ class LoLLMsAPPI(LollmsApplication):
tk = model.tokenize(prompt)
n_tokens = len(tk)
fd = model.detokenize(tk[-min(self.config.ctx_size-n_predicts,n_tokens, len(tk)):])
fd = model.detokenize(tk[-min(self.config.ctx_size-n_predicts,n_tokens):])
try:
ASCIIColors.print("warming up", ASCIIColors.color_bright_cyan)
@ -666,7 +666,7 @@ class LoLLMsAPPI(LollmsApplication):
top_p = parameters["top_p"],
repeat_penalty = parameters["repeat_penalty"],
repeat_last_n = parameters["repeat_last_n"],
seed = parameters["seed"]
seed = parameters["seed"],
)
ASCIIColors.success(f"\ndone")
if client_id in self.connections: