ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-02-22 02:06:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

enhanced

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-04-09 23:06:48 +02:00
parent 42bbf653c0
commit 099ab512e3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lollms/personality.py
View File

@ -2227,7 +2227,7 @@ class APScript(StateMachine):
document_chunks = DocumentDecomposer.decompose_document(text, chunk_size, 0, self.personality.model.tokenize, self.personality.model.detokenize, True)
text = self.summerize_chunks(document_chunks, data_extraction_instruction, doc_name, answer_start, max_generation_size, callback)
tk = self.personality.model.tokenize(text)
self.step(f"Current text size : {tk}, max summary size : {max_summary_size}")
self.step(f"Current text size : {len(tk)}, max summary size : {max_summary_size}")
self.step_end(f"Comprerssing... [depth {depth+1}]")
self.step_start(f"Rewriting..")
text = self.summerize_chunks([text],