ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2025-01-31 00:23:52 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update lollms_client_js.js

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-09-17 11:00:46 +02:00 committed by GitHub
parent 542e0273a1
commit 0604760e15
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
endpoints/libraries/lollms_client_js.js
View File

@ -974,7 +974,8 @@ async summarizeText(
maxSummarySize = 512,
callback = null,
chunkSummaryPostProcessing = null,
summaryMode = "SEQUENTIAL"
summaryMode = "SEQUENTIAL",
reformat=false
) {
console.log("Tokenizing:")
console.log(text)
@ -982,6 +983,7 @@ async summarizeText(
let tk = await this.tokenize(text);
let prevLen = tk.length;
let documentChunks = null;
console.log(`Text size: ${prevLen}`)
while (tk.length > maxSummarySize && (documentChunks === null || documentChunks.length > 1)) {
this.stepStart(`Compressing ${docName}...`);
@ -1004,6 +1006,18 @@ async summarizeText(
this.stepEnd(`Compressing ${docName}...`);
if (dtkLn <= 10) break; // it is not summarizing
}
if(reformat){
text = await this.lollms.generate(
[
this.lollms.system_message(),
`${text}`,
this.lollms.system_message(),
summaryInstruction,
"Do not add any extra comments.",
this.lollms.system_message() + answerStart
].join("\n"),
);
}
return text;
}