This commit is contained in:
Saifeddine ALOUI 2024-07-06 16:36:04 +02:00
parent 5d7dc2c5d3
commit 2a278bd950

View File

@ -1256,7 +1256,7 @@ class LOLLMSWebUI(LOLLMSElfServer):
client.processing=True
try:
self.generate(
self.discussion_messages,
self.discussion_messages+ "CONTINUE FROM HERE And do not open a new markdown code tag" if is_continue else self.discussion_messages,
self.current_message,
context_details=context_details,
n_predict = min(self.config.ctx_size-len(tokens)-1,self.config.max_n_predict),