This commit is contained in:
Saifeddine ALOUI 2023-11-14 23:09:46 +01:00
parent 2b6a91a3c1
commit 4c2d4c9069

View File

@ -260,12 +260,14 @@ def chat_completions():
if True:
def callback(token, data_type):
print(token)
return True
response = cv.safe_generate(
full_discussion=full_discussion,
temperature=temperature,
top_p=top_p,
n_predict=max_tokens,
callback=callback
# callback=callback
)
def stream():
nonlocal response