This commit is contained in:
Saifeddine ALOUI 2024-07-03 01:04:43 +02:00
parent 583b6df58e
commit 8c39ae2e5a

View File

@ -699,7 +699,7 @@ class AIPersonality:
prompt = pr.build(placeholders,
self.model.tokenize,
self.model.detokenize,
self.model.config.ctx_size - max_generation_size,
max_generation_size,
sacrifice
)
ntk = len(self.model.tokenize(prompt))