ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-20 05:08:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update personality.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-07-19 13:48:11 +02:00 committed by GitHub
parent 3876c16527
commit 794e5a5b8b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
lollms/personality.py
View File

@ -2567,7 +2567,7 @@ class APScript(StateMachine):
while len(tk)>max_summary_size and (document_chunks is None or len(document_chunks)>1): while len(tk)>max_summary_size and (document_chunks is None or len(document_chunks)>1):
self.step_start(f"Comprerssing {doc_name}...") self.step_start(f"Comprerssing {doc_name}...")
chunk_size = int(self.personality.config.ctx_size*0.6) chunk_size = int(self.personality.config.ctx_size*0.6)
document_chunks = TextChunker.chunk_text(text, self.model, chunk_size, 0, True) document_chunks = TextChunker.chunk_text(text, self.personality.model, chunk_size, 0, True)
text = self.summarize_chunks( text = self.summarize_chunks(
document_chunks, document_chunks,
summary_instruction, summary_instruction,
@ -2604,7 +2604,7 @@ class APScript(StateMachine):
prev_len = len(tk) prev_len = len(tk)
while len(tk)>max_summary_size: while len(tk)>max_summary_size:
chunk_size = int(self.personality.config.ctx_size*0.6) chunk_size = int(self.personality.config.ctx_size*0.6)
document_chunks = TextChunker.chunk_text(text, self.model, chunk_size, 0, True) document_chunks = TextChunker.chunk_text(text, self.personality.model, chunk_size, 0, True)
text = self.summarize_chunks( text = self.summarize_chunks(
document_chunks, document_chunks,
data_extraction_instruction, data_extraction_instruction,