ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-04-08 19:34:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

now scripted personalities can stream text

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-09-08 00:13:51 +02:00
parent 7d8f73afe7
commit 6a3d839570
2 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
lollms/personality.py
View File

@ -20,7 +20,7 @@ from lollms.types import MSG_TYPE
from typing import Callable
import json
from lollms.utilities import TextVectorizer, GenericDataLoader
from functools import partial
def is_package_installed(package_name):
try:
@ -1128,24 +1128,27 @@ class APScript(StateMachine):
return string
def process(self, text:str, message_type:MSG_TYPE):
def process(self, text:str, message_type:MSG_TYPE, callback=None):
bot_says = self.bot_says + text
antiprompt = self.personality.detect_antiprompt(bot_says)
if antiprompt:
self.bot_says = self.remove_text_from_string(bot_says,antiprompt)
ASCIIColors.warning(f"\nDetected hallucination with antiprompt: {antiprompt}")
return False
else:
if callback:
callback(text,MSG_TYPE.MSG_TYPE_CHUNK)
self.bot_says = bot_says
return True
def generate(self, prompt, max_size, temperature = None, top_k = None, top_p=None, repeat_penalty=None ):
def generate(self, prompt, max_size, temperature = None, top_k = None, top_p=None, repeat_penalty=None, callback=None ):
self.bot_says = ""
ASCIIColors.info("Text generation started: Warming up")
self.personality.model.generate(
prompt,
max_size,
self.process,
partial(self.process, callback=callback),
temperature=self.personality.model_temperature if temperature is None else temperature,
top_k=self.personality.model_top_k if top_k is None else top_k,
top_p=self.personality.model_top_p if top_p is None else top_p,

2
setup.py
View File

@ -26,7 +26,7 @@ def get_all_files(path):
setuptools.setup(
name="lollms",
version="5.2.1",
version="5.3.0",
author="Saifeddine ALOUI",
author_email="aloui.saifeddine@gmail.com",
description="A python library for AI personality definition",