diff --git a/lollms/apps/elf/__init__.py b/lollms/apps/elf/__init__.py index ed142ac..def4c47 100644 --- a/lollms/apps/elf/__init__.py +++ b/lollms/apps/elf/__init__.py @@ -258,12 +258,14 @@ def chat_completions(): else: print('Streaming') if True: + def callback(token, data_type): + print(token) response = cv.safe_generate( full_discussion=full_discussion, temperature=temperature, top_p=top_p, n_predict=max_tokens, - callback=stream_callback + callback=callback ) def stream(): nonlocal response