mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-24 06:36:37 +00:00
20 lines
531 B
Python
20 lines
531 B
Python
import json
|
|
|
|
import requests
|
|
|
|
url = "http://localhost:1234/lollms_generate"
|
|
|
|
payload = {"prompt": "Once apon a time, ", "temperature": 0.1, "stream": True}
|
|
|
|
headers = {"Content-Type": "application/json"}
|
|
|
|
response = requests.post(url, data=json.dumps(payload), headers=headers, stream=True)
|
|
|
|
if response.status_code == 200:
|
|
for response_chunk in response.iter_lines():
|
|
if response_chunk:
|
|
rc = response_chunk.decode()
|
|
print(rc, end="", flush=True)
|
|
else:
|
|
print("Error:", response.status_code)
|