diff --git a/api/__init__.py b/api/__init__.py index 6ed494c4..d6bc7290 100644 --- a/api/__init__.py +++ b/api/__init__.py @@ -1821,7 +1821,7 @@ class LoLLMsAPI(LollmsApplication): self.socketio.sleep(0.01) # prepare query and reception - self.discussion_messages, self.current_message, tokens = self.prepare_query(client_id, message_id, is_continue, generation_type=generation_type) + self.discussion_messages, self.current_message, tokens = self.prepare_query(client_id, message_id, is_continue, n_tokens=self.config.min_n_predict, generation_type=generation_type) self.prepare_reception(client_id) self.generating = True self.connections[client_id]["processing"]=True diff --git a/configs/config.yaml b/configs/config.yaml index 2454f72a..c22ec3ca 100644 --- a/configs/config.yaml +++ b/configs/config.yaml @@ -14,7 +14,7 @@ discussion_prompt_separator: "!@>" seed: -1 n_predict: 1024 ctx_size: 4084 -min_n_predict: 256 +min_n_predict: 512 temperature: 0.9 top_k: 50 top_p: 0.95 diff --git a/zoos/bindings_zoo b/zoos/bindings_zoo index ccabccd2..02ad4674 160000 --- a/zoos/bindings_zoo +++ b/zoos/bindings_zoo @@ -1 +1 @@ -Subproject commit ccabccd29b4d087bf5f3528dec2da664478aa03d +Subproject commit 02ad467490172c100fecd4958d6590d522961d66 diff --git a/zoos/models_zoo b/zoos/models_zoo index 1faa8a7c..813a3e5e 160000 --- a/zoos/models_zoo +++ b/zoos/models_zoo @@ -1 +1 @@ -Subproject commit 1faa8a7c1edbb79cd27a8b90cf599b6c70dff207 +Subproject commit 813a3e5efb93d727ea89e58711ce9f97c1f2a02f