2023-04-20 17:30:03 +00:00
|
|
|
######
|
|
|
|
|
# Project : GPT4ALL-UI
|
|
|
|
|
# File : backend.py
|
|
|
|
|
# Author : ParisNeo with the help of the community
|
|
|
|
|
# Supported by Nomic-AI
|
|
|
|
|
# Licence : Apache 2.0
|
|
|
|
|
# Description :
|
|
|
|
|
# This is an interface class for GPT4All-ui backends.
|
|
|
|
|
######
|
|
|
|
|
from pathlib import Path
|
|
|
|
|
from typing import Callable
|
|
|
|
|
|
|
|
|
|
__author__ = "parisneo"
|
|
|
|
|
__github__ = "https://github.com/nomic-ai/gpt4all-ui"
|
|
|
|
|
__copyright__ = "Copyright 2023, "
|
|
|
|
|
__license__ = "Apache 2.0"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class GPTBackend:
|
2023-04-23 14:59:00 +00:00
|
|
|
file_extension='*.bin'
|
2023-04-23 22:19:15 +00:00
|
|
|
def __init__(self, config:dict, inline:bool) -> None:
|
2023-04-20 17:30:03 +00:00
|
|
|
self.config = config
|
2023-04-23 22:19:15 +00:00
|
|
|
self.inline = inline
|
|
|
|
|
|
2023-04-23 14:59:00 +00:00
|
|
|
|
2023-04-20 17:30:03 +00:00
|
|
|
def generate(self,
|
|
|
|
|
prompt:str,
|
|
|
|
|
n_predict: int = 128,
|
|
|
|
|
new_text_callback: Callable[[str], None] = None,
|
|
|
|
|
verbose: bool = False,
|
|
|
|
|
**gpt_params ):
|
|
|
|
|
"""Generates text out of a prompt
|
|
|
|
|
This should ber implemented by child class
|
|
|
|
|
|
|
|
|
|
Args:
|
|
|
|
|
prompt (str): The prompt to use for generation
|
|
|
|
|
n_predict (int, optional): Number of tokens to prodict. Defaults to 128.
|
|
|
|
|
new_text_callback (Callable[[str], None], optional): A callback function that is called everytime a new text element is generated. Defaults to None.
|
|
|
|
|
verbose (bool, optional): If true, the code will spit many informations about the generation process. Defaults to False.
|
|
|
|
|
"""
|
|
|
|
|
pass
|
