ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-03-01 04:06:07 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

added weighing the tokens before generation

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-09-17 01:24:19 +02:00
parent b73497c1af
commit 676c80f825
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
lollms/personality.py
View File

@ -582,7 +582,8 @@ class AIPersonality:
ASCIIColors.red(" *-*-*-*-*-*-*-*")
ASCIIColors.yellow(prompt)
ASCIIColors.red(" *-*-*-*-*-*-*-*")
ASCIIColors.red(f"Weight : {len(self.model.tokenize(prompt))} tokens")
ASCIIColors.red(" *-*-*-*-*-*-*-*")
def fast_gen_with_images(self, prompt: str, images:list, max_generation_size: int=None, placeholders: dict = {}, sacrifice: list = ["previous_discussion"], debug: bool = False, callback=None, show_progress=False) -> str: