Now we have mimimum space for generating text when we start building.

This allows for good sliding window technique
This commit is contained in:
Saifeddine ALOUI 2023-12-04 21:51:11 +01:00
parent 066215ae78
commit ea3c9ff589
4 changed files with 4 additions and 4 deletions

View File

@ -1821,7 +1821,7 @@ class LoLLMsAPI(LollmsApplication):
self.socketio.sleep(0.01) self.socketio.sleep(0.01)
# prepare query and reception # prepare query and reception
self.discussion_messages, self.current_message, tokens = self.prepare_query(client_id, message_id, is_continue, generation_type=generation_type) self.discussion_messages, self.current_message, tokens = self.prepare_query(client_id, message_id, is_continue, n_tokens=self.config.min_n_predict, generation_type=generation_type)
self.prepare_reception(client_id) self.prepare_reception(client_id)
self.generating = True self.generating = True
self.connections[client_id]["processing"]=True self.connections[client_id]["processing"]=True

View File

@ -14,7 +14,7 @@ discussion_prompt_separator: "!@>"
seed: -1 seed: -1
n_predict: 1024 n_predict: 1024
ctx_size: 4084 ctx_size: 4084
min_n_predict: 256 min_n_predict: 512
temperature: 0.9 temperature: 0.9
top_k: 50 top_k: 50
top_p: 0.95 top_p: 0.95

@ -1 +1 @@
Subproject commit ccabccd29b4d087bf5f3528dec2da664478aa03d Subproject commit 02ad467490172c100fecd4958d6590d522961d66

@ -1 +1 @@
Subproject commit 1faa8a7c1edbb79cd27a8b90cf599b6c70dff207 Subproject commit 813a3e5efb93d727ea89e58711ce9f97c1f2a02f