ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-04-08 03:14:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-06-22 00:23:08 +02:00
parent fb5b467966
commit 7f76c4eba2
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
lollms/server.py
View File

@ -435,7 +435,7 @@ class LoLLMsServer:
client_id = request.sid
ASCIIColors.info(f"Text generation requested by client: {client_id}")
if not self.is_ready:
emit("buzzy", {"message":"I am buzzy. Come back later."})
emit("buzzy", {"message":"I am buzzy. Come back later."}, room=client_id)
self.socketio.sleep(0)
ASCIIColors.warning(f"OOps request {client_id} refused!! Server buzy")
return
@ -477,8 +477,8 @@ class LoLLMsServer:
n_tokens = len(tk)
fd = model.detokenize(tk[-min(self.config.ctx_size,n_tokens):])
ASCIIColors.print("warm up", ASCIIColors.color_bright_cyan)
try:
ASCIIColors.print("warm up", ASCIIColors.color_bright_cyan)
generated_text = model.generate(fd, n_predict=n_predicts, callback=callback,
temperature = parameters["temperature"],
top_k = parameters["top_k"],
@ -570,8 +570,7 @@ class LoLLMsServer:
ASCIIColors.error(f"\ndone")
self.is_ready = True
# Start the text generation task in a separate thread
self.socketio.start_background_task(target=generate_text, once=True)
generate_text()
task = self.socketio.start_background_task(target=generate_text)
def build_binding(self, bindings_path: Path, cfg: LOLLMSConfig)->LLMBinding:
binding_path = Path(bindings_path) / cfg["binding_name"]