This commit is contained in:
Saifeddine ALOUI 2024-07-06 16:36:04 +02:00
parent 5d7dc2c5d3
commit 2a278bd950

View File

@ -1256,7 +1256,7 @@ class LOLLMSWebUI(LOLLMSElfServer):
client.processing=True client.processing=True
try: try:
self.generate( self.generate(
self.discussion_messages, self.discussion_messages+ "CONTINUE FROM HERE And do not open a new markdown code tag" if is_continue else self.discussion_messages,
self.current_message, self.current_message,
context_details=context_details, context_details=context_details,
n_predict = min(self.config.ctx_size-len(tokens)-1,self.config.max_n_predict), n_predict = min(self.config.ctx_size-len(tokens)-1,self.config.max_n_predict),