From 8c39ae2e5ab6c5b56bd495a16c7d8f3e59ca1da2 Mon Sep 17 00:00:00 2001 From: Saifeddine ALOUI Date: Wed, 3 Jul 2024 01:04:43 +0200 Subject: [PATCH] fixed --- lollms/personality.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lollms/personality.py b/lollms/personality.py index ae2c78c..8782f6c 100644 --- a/lollms/personality.py +++ b/lollms/personality.py @@ -699,7 +699,7 @@ class AIPersonality: prompt = pr.build(placeholders, self.model.tokenize, self.model.detokenize, - self.model.config.ctx_size - max_generation_size, + max_generation_size, sacrifice ) ntk = len(self.model.tokenize(prompt))