mirror of
https://github.com/ianarawjo/ChainForge.git
synced 2025-03-14 16:26:45 +00:00
0134dbf59b
* Removed Python backend files that are no longer used (everything in `promptengine`) * Added `providers` subdomain, with `CustomProviderProtocol`, `provider` decorator, and global singleton `ProviderRegistry` * Added a tab for custom providers, and a dropzone, in ChainForge global settings UI * List custom providers in the Global Settings screen once added. * Added ability to remove custom providers by clicking X. * Make custom funcs sync but call them async'ly. * Add Cohere custom provider example in examples/ *Cache the custom provider scripts and load them upon page load * Rebuild react and update package version * Bug fix when custom provider is deleted and settings screen is opened on the deleted custom provider
109 lines
3.9 KiB
Python
109 lines
3.9 KiB
Python
import socketio
|
|
import time as time
|
|
|
|
class NoServerException(Exception):
|
|
pass
|
|
|
|
class Dalai:
|
|
|
|
sio = socketio.Client()
|
|
|
|
def __init__(self, server='http://localhost:3000'):
|
|
self.RESULTS = {}
|
|
self.REQ_IDS = []
|
|
self.CURRENT_ID = None
|
|
self.MOST_RECENT_WORD = None
|
|
self.DONE = True
|
|
self.RESULT = None
|
|
self.ONFINISH = None
|
|
self.ISCONNECTED = False
|
|
self.server = server
|
|
self.setup(server)
|
|
|
|
def setup(self, server):
|
|
# try to connect
|
|
try:
|
|
self.sio.connect(server)
|
|
self.ISCONNECTED = True
|
|
except Exception:
|
|
raise NoServerException("NoServerException: No server was found, please make sure you have initiated your Dalai server")
|
|
|
|
self.call_backs()
|
|
|
|
def connect(self):
|
|
if not self.ISCONNECTED:
|
|
self.sio.connect(self.server)
|
|
self.ISCONNECTED = True
|
|
|
|
def disconnect(self):
|
|
if self.ISCONNECTED:
|
|
self.sio.disconnect()
|
|
self.ISCONNECTED = False
|
|
|
|
def call_backs(self):
|
|
@self.sio.on('result')
|
|
def on_request(data):
|
|
# Get this request ID
|
|
req_id = data.get('request',{}).get('id')
|
|
new_word = data.get('response','')
|
|
self.CURRENT_ID = req_id
|
|
|
|
# And if it's not already in results
|
|
if req_id not in self.RESULTS:
|
|
# then initially stuff it with this data
|
|
self.RESULTS[req_id] = data
|
|
# and add this request id to the last
|
|
self.REQ_IDS.append(req_id)
|
|
# If it's already in results
|
|
else:
|
|
# then simply add the new response word
|
|
self.RESULTS[req_id]['response'] += new_word
|
|
|
|
self.MOST_RECENT_WORD = str(new_word).strip()
|
|
if self.MOST_RECENT_WORD == "<end>":
|
|
self.DONE = True
|
|
if self.REQ_IDS and self.RESULTS:
|
|
# get latest id
|
|
req_id = self.REQ_IDS[-1]
|
|
# get result dictionary from latest id as key
|
|
result = self.RESULTS[req_id]
|
|
# return result
|
|
self.RESULT = result
|
|
# Reset Vars
|
|
self.RESULTS = {}
|
|
self.REQ_IDS = []
|
|
self.CURRENT_ID = None
|
|
self.MOST_RECENT_WORD = None
|
|
|
|
# Call finish callback:
|
|
if self.ONFINISH is not None:
|
|
self.ONFINISH(self.RESULT)
|
|
|
|
def generate(self, request, on_finish) -> bool:
|
|
if not self.DONE:
|
|
print("Current request to Dalai is in progress. Please wait for it to finish before sending another request.")
|
|
return False
|
|
|
|
self.ONFINISH = on_finish
|
|
self.DONE = False
|
|
self.sio.emit('request', request)
|
|
return True
|
|
|
|
def generate_request(self, prompt, model, id='0', n_predict=128, repeat_last_n=64, repeat_penalty=1.3, seed=-1, temp=0.5, threads=4, top_k=40, top_p=0.9):
|
|
request = {'debug': False, 'id':id, 'model':model, 'models':[model], 'n_predict':n_predict, 'prompt':prompt,
|
|
'repeat_last_n':repeat_last_n, 'repeat_penalty':repeat_penalty, 'seed':seed, 'temp':temp, 'threads':threads, 'top_k':top_k, 'top_p':top_p}
|
|
return request
|
|
|
|
def request(self, prompt, prettify=True):
|
|
if prettify is False:
|
|
return self.generate(prompt)
|
|
else:
|
|
response = self.generate(prompt)['response']
|
|
response = response.replace("\n", "")
|
|
response = response.replace("\r", "")
|
|
response = response.replace("<end>", "")
|
|
if not response.endswith(".") :
|
|
response += "."
|
|
return response
|
|
|