Update tasks.py

This commit is contained in:
Saifeddine ALOUI 2024-07-29 10:05:37 +02:00 committed by GitHub
parent 35b239866a
commit 59650e853d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -154,7 +154,7 @@ class TasksLibrary:
prompt = pr.build(placeholders,
self.lollms.model.tokenize,
self.lollms.model.detokenize,
self.lollms.model.config.ctx_size - max_generation_size,
(self.lollms.model.config.ctx_size - max_generation_size) if max_generation_size else (self.lollms.model.config.ctx_size - 1024),
sacrifice
)
# TODO : add show progress