mirror of
https://github.com/ParisNeo/lollms.git
synced 2024-12-24 06:46:40 +00:00
fixed
This commit is contained in:
parent
458bb6ff46
commit
86b919c8de
@ -258,12 +258,14 @@ def chat_completions():
|
||||
else:
|
||||
print('Streaming')
|
||||
if True:
|
||||
def callback(token, data_type):
|
||||
print(token)
|
||||
response = cv.safe_generate(
|
||||
full_discussion=full_discussion,
|
||||
temperature=temperature,
|
||||
top_p=top_p,
|
||||
n_predict=max_tokens,
|
||||
callback=stream_callback
|
||||
callback=callback
|
||||
)
|
||||
def stream():
|
||||
nonlocal response
|
||||
|
Loading…
Reference in New Issue
Block a user