This commit is contained in:
Saifeddine ALOUI 2024-07-03 01:04:43 +02:00
parent 583b6df58e
commit 8c39ae2e5a

View File

@ -699,7 +699,7 @@ class AIPersonality:
prompt = pr.build(placeholders, prompt = pr.build(placeholders,
self.model.tokenize, self.model.tokenize,
self.model.detokenize, self.model.detokenize,
self.model.config.ctx_size - max_generation_size, max_generation_size,
sacrifice sacrifice
) )
ntk = len(self.model.tokenize(prompt)) ntk = len(self.model.tokenize(prompt))