ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-04-10 20:29:54 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

added scraping

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-03-17 16:52:27 +01:00
parent 02c5572c2c
commit de53963fe8
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
lollms/personality.py
View File

@ -2184,7 +2184,7 @@ class APScript(StateMachine):
]),
max_generation_size=max_generation_size))
return translated
def summerize(self, chunks, summary_instruction="summerize", chunk_name="chunk", answer_start="", max_generation_size=3000):
def summerize(self, chunks, summary_instruction="summerize", chunk_name="chunk", answer_start="", max_generation_size=3000, callback=None):
summeries = []
for i, chunk in enumerate(chunks):
self.step_start(f"Processing chunk : {i+1}/{len(chunks)}")
@ -2196,7 +2196,7 @@ class APScript(StateMachine):
f"!@>summary:",
f"```markdown\n{answer_start}"
]),
max_generation_size=max_generation_size).replace("```markdown\n```markdown","```markdown")
max_generation_size=max_generation_size, callback=callback).replace("```markdown\n```markdown","```markdown")
summary = self.extract_code_blocks(summary)
if len(summary)>0:
summeries.append(summary[0]["content"])