ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-20 21:23:17 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

sync

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-07-04 19:51:32 +02:00
parent 387f3e20ce
commit 593cb24671
1 changed files with 11 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
lollms/personality.py
View File

@ -2814,7 +2814,15 @@ class APScript(StateMachine):
self.ai_custom_header(context_details["ai_prefix"]) self.ai_custom_header(context_details["ai_prefix"])
])) ]))
return self.build_prompt(full_context, sacrifice_id) prompt = self.build_prompt(full_context, sacrifice_id)
if self.config.debug:
nb_prompt_tokens = self.personality.model.tokenize(prompt)
nb_tokens = min(self.config.ctx_size - nb_prompt_tokens, self.config.max_n_predict)
ASCIIColors.info(f"Prompt size : {nb_prompt_tokens}")
ASCIIColors.info(f"Requested generation max size : {nb_tokens}")
return prompt
def build_prompt(self, prompt_parts:List[str], sacrifice_id:int=-1, context_size:int=None, minimum_spare_context_size:int=None): def build_prompt(self, prompt_parts:List[str], sacrifice_id:int=-1, context_size:int=None, minimum_spare_context_size:int=None):
""" """
@ -3873,17 +3881,12 @@ class APScript(StateMachine):
Returns: Returns:
str: The upgraded prompt that includes information about the function calls. str: The upgraded prompt that includes information about the function calls.
""" """
start_header_id_template = self.config.start_header_id_template
end_header_id_template = self.config.end_header_id_template
system_message_template = self.config.system_message_template
separator_template = self.config.separator_template
tools = self.transform_functions_to_text(functions) tools = self.transform_functions_to_text(functions)
import copy import copy
cd = copy.deepcopy(context_details) cd = copy.deepcopy(context_details)
function_descriptions = [ function_descriptions = [
f"{start_header_id_template}Available functions{end_header_id_template}\n", self.system_custom_header("Available functions"),
tools, tools,
"", "",
cd["conditionning"], cd["conditionning"],