From 0293355386195f514fdf180a235b369a1f142ad4 Mon Sep 17 00:00:00 2001 From: Saifeddine ALOUI Date: Tue, 17 Dec 2024 15:54:40 +0100 Subject: [PATCH] Update lollms_client_js.js --- endpoints/libraries/lollms_client_js.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/endpoints/libraries/lollms_client_js.js b/endpoints/libraries/lollms_client_js.js index 8701d45b..d185da8f 100644 --- a/endpoints/libraries/lollms_client_js.js +++ b/endpoints/libraries/lollms_client_js.js @@ -1114,7 +1114,7 @@ class TextChunker { while (start < tokens.length) { const end = Math.min(start + chunkSize, tokens.length); const chunkTokens = tokens.slice(start, end); - const chunkText = tokenizer.detokenize(chunkTokens); + const chunkText = await tokenizer.detokenize(chunkTokens); chunks.push(chunkText); start += chunkSize - overlap; // Move start forward with overlap