From de53963fe8cf3a74a37a82eb83dc4a3a693718d4 Mon Sep 17 00:00:00 2001 From: Saifeddine ALOUI Date: Sun, 17 Mar 2024 16:52:27 +0100 Subject: [PATCH] added scraping --- lollms/personality.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/lollms/personality.py b/lollms/personality.py index 1c22fa8..91ba0e6 100644 --- a/lollms/personality.py +++ b/lollms/personality.py @@ -2184,7 +2184,7 @@ class APScript(StateMachine): ]), max_generation_size=max_generation_size)) return translated - def summerize(self, chunks, summary_instruction="summerize", chunk_name="chunk", answer_start="", max_generation_size=3000): + def summerize(self, chunks, summary_instruction="summerize", chunk_name="chunk", answer_start="", max_generation_size=3000, callback=None): summeries = [] for i, chunk in enumerate(chunks): self.step_start(f"Processing chunk : {i+1}/{len(chunks)}") @@ -2196,7 +2196,7 @@ class APScript(StateMachine): f"!@>summary:", f"```markdown\n{answer_start}" ]), - max_generation_size=max_generation_size).replace("```markdown\n```markdown","```markdown") + max_generation_size=max_generation_size, callback=callback).replace("```markdown\n```markdown","```markdown") summary = self.extract_code_blocks(summary) if len(summary)>0: summeries.append(summary[0]["content"])