mirror of
https://github.com/ParisNeo/lollms.git
synced 2024-12-20 13:13:16 +00:00
106 lines
3.0 KiB
Python
106 lines
3.0 KiB
Python
from lollms.apps.console import Conversation
|
|
import sys
|
|
from collections import deque
|
|
from pathlib import Path
|
|
import json
|
|
def flatten_json(json_obj, parent_key='', separator='.'):
|
|
items = {}
|
|
for k, v in json_obj.items():
|
|
new_key = f"{parent_key}{separator}{k}" if parent_key else k
|
|
if isinstance(v, dict):
|
|
items.update(flatten_json(v, new_key, separator))
|
|
else:
|
|
items[new_key] = v
|
|
return items
|
|
|
|
## hack here to prepare the data
|
|
with open("prompts.json") as fi:
|
|
modes = json.load(fi)
|
|
|
|
flatten=flatten_json(modes)
|
|
|
|
with open("flattened.json","w") as fo:
|
|
json.dump(flatten,fo,indent=2,)
|
|
|
|
import re
|
|
|
|
|
|
def refactor_into_fiber_bundles(lines, bundle_size):
|
|
bundles = []
|
|
current_bundle = []
|
|
|
|
for line in lines:
|
|
# Split the line into fibers
|
|
fibers = line.split('.')
|
|
|
|
fibers = line.split('.')
|
|
|
|
# Filter out empty lines or lines with only whitespace
|
|
fibers = [fiber.strip() for fiber in fibers if re.search(r'\S', fiber)]
|
|
|
|
# Add filtered fibers to the current bundle
|
|
current_bundle.extend(fibers)
|
|
|
|
# Check if the current bundle size exceeds the desired bundle size
|
|
if len(current_bundle) >= bundle_size:
|
|
# Add the current bundle to the list of bundles
|
|
bundles.append(current_bundle)
|
|
|
|
# Start a new bundle
|
|
current_bundle = []
|
|
|
|
# Add the last bundle if it's not empty
|
|
if current_bundle:
|
|
bundles.append(current_bundle)
|
|
|
|
return bundles
|
|
|
|
class MyConversation(Conversation):
|
|
def __init__(self, cfg=None):
|
|
super().__init__(cfg, show_welcome_message=False)
|
|
self.text_ring_buffer = deque() # Ring buffer to hold user responses
|
|
|
|
def read_input_file(self, file_path):
|
|
with open(file_path, 'r') as file:
|
|
lines = file.readlines()
|
|
|
|
lines = refactor_into_fiber_bundles(lines, 2)
|
|
|
|
for line in lines:
|
|
self.text_ring_buffer.append(self.personality.user_message_prefix + "\n".join(line))
|
|
|
|
|
|
|
|
def start_conversation2(self):
|
|
count = 0
|
|
while True:
|
|
if not self.text_ring_buffer:
|
|
print("No more user input to process.")
|
|
return
|
|
|
|
line = feed_text = self.text_ring_buffer.popleft()
|
|
|
|
#print("You:", feed_text)
|
|
#print(self.personality.name + ": ", end="", flush=True)
|
|
|
|
count = count + 1
|
|
print("IL" + str(count) + " :" + line, flush=True)
|
|
for name,key in flatten.items():
|
|
print("DEBUG",name, key)
|
|
output = self.safe_generate(key + line,
|
|
callback=self.callback)
|
|
print("OL" + str(count) + " " + name + " :: " + output.strip())
|
|
#print()
|
|
|
|
def callback(self, text, type=None, metadata: dict = {}):
|
|
#print(text, end="")
|
|
#sys.stdout.flush()
|
|
return True
|
|
|
|
if __name__ == '__main__':
|
|
cv = MyConversation(Path("config.yaml"))
|
|
input_file_path = 'user_input.txt'
|
|
cv.read_input_file(input_file_path)
|
|
|
|
cv.start_conversation2()
|