ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-19 20:57:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

best

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-07-05 07:02:43 +02:00
parent 971b4e89cd
commit 5fc9e91eb4
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
lollms/personality.py
View File

@ -2817,8 +2817,8 @@ class APScript(StateMachine):
prompt = self.build_prompt(full_context, sacrifice_id)
if self.config.debug:
nb_prompt_tokens = self.personality.model.tokenize(prompt)
nb_tokens = min(self.config.ctx_size - len(nb_prompt_tokens), self.config.max_n_predict)
nb_prompt_tokens = len(self.personality.model.tokenize(prompt))
nb_tokens = min(self.config.ctx_size - nb_prompt_tokens, self.config.max_n_predict)
ASCIIColors.info(f"Prompt size : {nb_prompt_tokens}")
ASCIIColors.info(f"Requested generation max size : {nb_tokens}")