ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-03-13 15:56:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed summarize

Browse Source
This commit is contained in:
Saifeddine ALOUI 2025-03-09 15:32:21 +01:00
parent 73fd400ec1
commit 964b1f79a6
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
lollms/personality.py
View File

@ -2901,7 +2901,7 @@ Do not discuss the information inside thememory, just put the relevant informati
else:
end_token_idx = min(start_token_idx + chunk_size, total_tokens)
chunk_tokens = all_tokens[start_token_idx:end_token_idx]
chunk = self.detokenize(chunk_tokens)
chunk = self.model.detokenize(chunk_tokens)
chunk_id +=1
# Generate memory update
@ -2942,7 +2942,7 @@ The updated memory must be put in a {chunk_processing_output_format} markdown ta
memory_tokens = self.model.tokenize(memory)
if len(memory_tokens) > available_final_tokens:
memory = self.detokenize(memory_tokens[:available_final_tokens])
memory = self.model.detokenize(memory_tokens[:available_final_tokens])
# Generate final summary
final_prompt = final_prompt_template