ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2025-01-18 02:39:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

speed

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-05-29 22:03:12 +02:00
parent 2a6f70bd87
commit 79a0637610
2 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
api/__init__.py
View File

@ -18,6 +18,7 @@ import time
import requests import requests
from tqdm import tqdm from tqdm import tqdm
import traceback import traceback
import sys
__author__ = "parisneo" __author__ = "parisneo"
__github__ = "https://github.com/ParisNeo/gpt4all-ui" __github__ = "https://github.com/ParisNeo/gpt4all-ui"
@ -368,10 +369,6 @@ class ModelProcess:
return output return output
def _callback(self, text, text_type=0): def _callback(self, text, text_type=0):
try:
print(str(text), end="", flush=True)
except Exception as ex:
print(".")
self.curent_text += text self.curent_text += text
detected_anti_prompt = False detected_anti_prompt = False
anti_prompt_to_remove="" anti_prompt_to_remove=""
@ -382,7 +379,6 @@ class ModelProcess:
if not detected_anti_prompt: if not detected_anti_prompt:
if not self.ready: if not self.ready:
print(".",end="", flush=True)
return True return True
else: else:
# Stream the generated text to the main process # Stream the generated text to the main process
@ -768,6 +764,7 @@ class GPT4AllAPI():
while(not self.process.completion_signal.is_set() or not self.process.generation_queue.empty()): # Simulating other commands being issued while(not self.process.completion_signal.is_set() or not self.process.generation_queue.empty()): # Simulating other commands being issued
try: try:
chunk, tok, message_type = self.process.generation_queue.get(False, 2) chunk, tok, message_type = self.process.generation_queue.get(False, 2)
print(chunk, end="")
if chunk!="": if chunk!="":
self.process_chunk(chunk, message_type) self.process_chunk(chunk, message_type)
except Exception as ex: except Exception as ex:

6
docs/youtube/script_models.md
View File

@ -1,3 +1,7 @@
Hi there, welcome to a snippet about bindings and models selection. Hi there, welcome to a snippet about bindings and models selection.
In this short video we will look at bindings and models In this short video we will look at bindings and models, how to select them and how to use them.
First, to select a binding, go to the settings tab then Bindings zoo.
You will find a certain numbre of